[ 
https://issues.apache.org/jira/browse/IMPALA-13850?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17952198#comment-17952198
 ] 

Riza Suminto commented on IMPALA-13850:
---------------------------------------

I see TSAN issue after part 2 merged.
{noformat}
Error Message

Thread Sanitizer message detected in 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/logs/data_loading/catalogd.impala-ec2-centos79-m6i-4xlarge-xldisk-1c62.vpc.cloudera.com.jenkins.log.ERROR.20250516-003117.25210

Standard Error

WARNING: ThreadSanitizer: data race (pid=25210)
  Read of size 1 at 0x7b10000bdd70 by thread T87:
    #0 
impala::CatalogServiceThriftIf::AcceptRequest(impala::CatalogServiceVersion::type)
 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/catalog/catalog-server.cc:566:28
 (impalad+0x2106a87)
    #1 impala::CatalogServiceThriftIf::ExecDdl(impala::TDdlExecResponse&, 
impala::TDdlExecRequest const&) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/catalog/catalog-server.cc:348:21
 (impalad+0x2103b02)
    #2 
impala::CatalogServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::process_ExecDdl(int,
 apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*, 
void*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/CatalogService.tcc:3172:13
 (impalad+0x2017223)
    #3 
impala::CatalogServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::dispatchCall(apache::thrift::protocol::TProtocol*,
 apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, int, void*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/CatalogService.tcc:3124:3
 (impalad+0x2020ce2)
    #4 
apache::thrift::TDispatchProcessor::process(std::shared_ptr<apache::thrift::protocol::TProtocol>,
 std::shared_ptr<apache::thrift::protocol::TProtocol>, void*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/thrift-0.16.0-p7/include/thrift/TDispatchProcessor.h:121:12
 (impalad+0x2020a5e)
    #5 apache::thrift::server::TAcceptQueueServer::Task::run() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:84:26
 (impalad+0x2659544)
    #6 
impala::ThriftThread::RunRunnable(std::shared_ptr<apache::thrift::concurrency::Runnable>
 const&, impala::Promise<std::thread::id, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:77:13
 (impalad+0x264898a)
    #7 boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, 
(impala::PromiseMode)0>*>::operator()(impala::ThriftThread*, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*) const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/mem_fn_template.hpp:280:29
 (impalad+0x264c0d7)
    #8 void boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<std::thread::id, (impala::PromiseMode)0>*> 
>::operator()<boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*>, 
boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, 
impala::ThriftThread, std::shared_ptr<apache::thrift::concurrency::Runnable> 
const&, impala::Promise<std::thread::id, (impala::PromiseMode)0>*>&, 
boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:398:9
 (impalad+0x264c011)
    #9 boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<std::thread::id, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16
 (impalad+0x264bf63)
    #10 
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<std::thread::id, (impala::PromiseMode)0>*> > 
>, void>::invoke(boost::detail::function::function_buffer&) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11
 (impalad+0x264bc71)
    #11 boost::function0<void>::operator()() const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14
 (impalad+0x26c3f31)
    #12 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:361:3
 (impalad+0x2e8e4c8)
    #13 void 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
>::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void 
(*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:531:9
 (impalad+0x2e976c7)
    #14 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16
 (impalad+0x2e975e3)
    #15 boost::detail::thread_data<boost::_bi::bind_t<void, void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:120:17
 (impalad+0x2e96d90)
    #16 thread_proxy 
/mnt/source/boost/boost_1_74_0-p1/libs/thread/src/pthread/thread.cpp:179:37 
(impalad+0x3c803d6)

  Previous write of size 1 at 0x7b10000bdd70 by thread T83:
    #0 
impala::CatalogServiceThriftIf::AcceptRequest(impala::CatalogServiceVersion::type)
 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/catalog/catalog-server.cc:571:36
 (impalad+0x2106b09)
    #1 impala::CatalogServiceThriftIf::ExecDdl(impala::TDdlExecResponse&, 
impala::TDdlExecRequest const&) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/catalog/catalog-server.cc:348:21
 (impalad+0x2103b02)
    #2 
impala::CatalogServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::process_ExecDdl(int,
 apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*, 
void*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/CatalogService.tcc:3172:13
 (impalad+0x2017223)
    #3 
impala::CatalogServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::dispatchCall(apache::thrift::protocol::TProtocol*,
 apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, int, void*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/CatalogService.tcc:3124:3
 (impalad+0x2020ce2)
    #4 
apache::thrift::TDispatchProcessor::process(std::shared_ptr<apache::thrift::protocol::TProtocol>,
 std::shared_ptr<apache::thrift::protocol::TProtocol>, void*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/thrift-0.16.0-p7/include/thrift/TDispatchProcessor.h:121:12
 (impalad+0x2020a5e)
    #5 apache::thrift::server::TAcceptQueueServer::Task::run() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:84:26
 (impalad+0x2659544)
    #6 
impala::ThriftThread::RunRunnable(std::shared_ptr<apache::thrift::concurrency::Runnable>
 const&, impala::Promise<std::thread::id, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:77:13
 (impalad+0x264898a)
    #7 boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, 
(impala::PromiseMode)0>*>::operator()(impala::ThriftThread*, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*) const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/mem_fn_template.hpp:280:29
 (impalad+0x264c0d7)
    #8 void boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<std::thread::id, (impala::PromiseMode)0>*> 
>::operator()<boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*>, 
boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, 
impala::ThriftThread, std::shared_ptr<apache::thrift::concurrency::Runnable> 
const&, impala::Promise<std::thread::id, (impala::PromiseMode)0>*>&, 
boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:398:9
 (impalad+0x264c011)
    #9 boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<std::thread::id, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16
 (impalad+0x264bf63)
    #10 
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<std::thread::id, (impala::PromiseMode)0>*> > 
>, void>::invoke(boost::detail::function::function_buffer&) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11
 (impalad+0x264bc71)
    #11 boost::function0<void>::operator()() const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14
 (impalad+0x26c3f31)
    #12 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:361:3
 (impalad+0x2e8e4c8)
    #13 void 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
>::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void 
(*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:531:9
 (impalad+0x2e976c7)
    #14 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16
 (impalad+0x2e975e3)
    #15 boost::detail::thread_data<boost::_bi::bind_t<void, void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:120:17
 (impalad+0x2e96d90)
    #16 thread_proxy 
/mnt/source/boost/boost_1_74_0-p1/libs/thread/src/pthread/thread.cpp:179:37 
(impalad+0x3c803d6)

  Location is heap block of size 56 at 0x7b10000bdd40 allocated by main thread:
    #0 operator new(unsigned long) <null> (impalad+0x2007e1a)
    #1 impala::CatalogServer::CatalogServer(impala::MetricGroup*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/catalog/catalog-server.cc:585:19
 (impalad+0x20f5bb6)
    #2 CatalogdMain(int, char**) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/catalog/catalogd-main.cc:74:17
 (impalad+0x200da6c)
    #3 main 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/daemon-main.cc:42:12
 (impalad+0x200950d)

  Thread T87 (tid=30697, running) created by thread T79 at:
    #0 pthread_create <null> (impalad+0x1faa223)
    #1 boost::thread::start_thread_noexcept() 
/mnt/source/boost/boost_1_74_0-p1/libs/thread/src/pthread/thread.cpp:263:39 
(impalad+0x3c7f6dd)
    #2 boost::thread::thread<void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
>, std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*, 
impala::Promise<long, (impala::PromiseMode)0>*>(void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> >, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
>, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long, 
(impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:424:13
 (impalad+0x2e91b34)
    #3 impala::Thread::StartThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, std::unique_ptr<impala::Thread, 
std::default_delete<impala::Thread> >*, bool) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:318:13
 (impalad+0x2e8de4c)
    #4 impala::Status impala::Thread::Create<boost::_bi::bind_t<void, 
boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<std::thread::id, (impala::PromiseMode)0>*> > 
> >(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::_bi::bind_t<void, 
boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<std::thread::id, (impala::PromiseMode)0>*> > 
> const&, std::unique_ptr<impala::Thread, std::default_delete<impala::Thread> 
>*, bool) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.h:74:12
 (impalad+0x2648ec8)
    #5 impala::ThriftThread::start() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:38:19
 (impalad+0x2648791)
    #6 
apache::thrift::server::TAcceptQueueServer::SetupConnection(apache::thrift::server::TAcceptQueueEntry*)
 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:320:13
 (impalad+0x26543c7)
    #7 
apache::thrift::server::TAcceptQueueServer::serve()::$_3::operator()(int, 
std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:351:15
 (impalad+0x2656fa3)
    #8 
boost::detail::function::void_function_obj_invoker2<apache::thrift::server::TAcceptQueueServer::serve()::$_3,
 void, int, std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
const&>::invoke(boost::detail::function::function_buffer&, int, 
std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11
 (impalad+0x2656d70)
    #9 boost::function2<void, int, 
std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
const&>::operator()(int, 
std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14
 (impalad+0x265ea83)
    #10 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>::WorkerThread(int) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread-pool.h:166:9
 (impalad+0x265dae5)
    #11 boost::_mfi::mf1<void, 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, 
int>::operator()(impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*, int) const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/mem_fn_template.hpp:165:29
 (impalad+0x265e16d)
    #12 void 
boost::_bi::list2<boost::_bi::value<impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*>, boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void, 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>&, boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:319:9
 (impalad+0x265e0ac)
    #13 boost::_bi::bind_t<void, boost::_mfi::mf1<void, 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>, 
boost::_bi::list2<boost::_bi::value<impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*>, boost::_bi::value<int> > >::operator()() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16
 (impalad+0x265e013)
    #14 
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
boost::_mfi::mf1<void, 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>, 
boost::_bi::list2<boost::_bi::value<impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*>, boost::_bi::value<int> > >, 
void>::invoke(boost::detail::function::function_buffer&) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11
 (impalad+0x265dd51)
    #15 boost::function0<void>::operator()() const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14
 (impalad+0x26c3f31)
    #16 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:361:3
 (impalad+0x2e8e4c8)
    #17 void 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
>::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void 
(*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:531:9
 (impalad+0x2e976c7)
    #18 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16
 (impalad+0x2e975e3)
    #19 boost::detail::thread_data<boost::_bi::bind_t<void, void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:120:17
 (impalad+0x2e96d90)
    #20 thread_proxy 
/mnt/source/boost/boost_1_74_0-p1/libs/thread/src/pthread/thread.cpp:179:37 
(impalad+0x3c803d6)

  Thread T83 (tid=30689, running) created by thread T80 at:
    #0 pthread_create <null> (impalad+0x1faa223)
    #1 boost::thread::start_thread_noexcept() 
/mnt/source/boost/boost_1_74_0-p1/libs/thread/src/pthread/thread.cpp:263:39 
(impalad+0x3c7f6dd)
    #2 boost::thread::thread<void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
>, std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*, 
impala::Promise<long, (impala::PromiseMode)0>*>(void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> >, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
>, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long, 
(impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:424:13
 (impalad+0x2e91b34)
    #3 impala::Thread::StartThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, std::unique_ptr<impala::Thread, 
std::default_delete<impala::Thread> >*, bool) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:318:13
 (impalad+0x2e8de4c)
    #4 impala::Status impala::Thread::Create<boost::_bi::bind_t<void, 
boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<std::thread::id, (impala::PromiseMode)0>*> > 
> >(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::_bi::bind_t<void, 
boost::_mfi::mf2<void, impala::ThriftThread, 
std::shared_ptr<apache::thrift::concurrency::Runnable> const&, 
impala::Promise<std::thread::id, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<std::thread::id, (impala::PromiseMode)0>*> > 
> const&, std::unique_ptr<impala::Thread, std::default_delete<impala::Thread> 
>*, bool) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.h:74:12
 (impalad+0x2648ec8)
    #5 impala::ThriftThread::start() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:38:19
 (impalad+0x2648791)
    #6 
apache::thrift::server::TAcceptQueueServer::SetupConnection(apache::thrift::server::TAcceptQueueEntry*)
 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:320:13
 (impalad+0x26543c7)
    #7 
apache::thrift::server::TAcceptQueueServer::serve()::$_3::operator()(int, 
std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:351:15
 (impalad+0x2656fa3)
    #8 
boost::detail::function::void_function_obj_invoker2<apache::thrift::server::TAcceptQueueServer::serve()::$_3,
 void, int, std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
const&>::invoke(boost::detail::function::function_buffer&, int, 
std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11
 (impalad+0x2656d70)
    #9 boost::function2<void, int, 
std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
const&>::operator()(int, 
std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14
 (impalad+0x265ea83)
    #10 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>::WorkerThread(int) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread-pool.h:166:9
 (impalad+0x265dae5)
    #11 boost::_mfi::mf1<void, 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, 
int>::operator()(impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*, int) const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/mem_fn_template.hpp:165:29
 (impalad+0x265e16d)
    #12 void 
boost::_bi::list2<boost::_bi::value<impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*>, boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void, 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>&, boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:319:9
 (impalad+0x265e0ac)
    #13 boost::_bi::bind_t<void, boost::_mfi::mf1<void, 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>, 
boost::_bi::list2<boost::_bi::value<impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*>, boost::_bi::value<int> > >::operator()() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16
 (impalad+0x265e013)
    #14 
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
boost::_mfi::mf1<void, 
impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>, 
boost::_bi::list2<boost::_bi::value<impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*>, boost::_bi::value<int> > >, 
void>::invoke(boost::detail::function::function_buffer&) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11
 (impalad+0x265dd51)
    #15 boost::function0<void>::operator()() const 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14
 (impalad+0x26c3f31)
    #16 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:361:3
 (impalad+0x2e8e4c8)
    #17 void 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
>::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void 
(*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:531:9
 (impalad+0x2e976c7)
    #18 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16
 (impalad+0x2e975e3)
    #19 boost::detail::thread_data<boost::_bi::bind_t<void, void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> 
const&, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:120:17
 (impalad+0x2e96d90)
    #20 thread_proxy 
/mnt/source/boost/boost_1_74_0-p1/libs/thread/src/pthread/thread.cpp:179:37 
(impalad+0x3c803d6)

SUMMARY: ThreadSanitizer: data race 
/data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/catalog/catalog-server.cc:566:28
 in 
impala::CatalogServiceThriftIf::AcceptRequest(impala::CatalogServiceVersion::type)
=================={noformat}

> Catalogd should not start metadata operation until initialization is done if 
> HA is enabled
> ------------------------------------------------------------------------------------------
>
>                 Key: IMPALA-13850
>                 URL: https://issues.apache.org/jira/browse/IMPALA-13850
>             Project: IMPALA
>          Issue Type: Bug
>          Components: Catalog
>            Reporter: Wenzhe Zhou
>            Assignee: Riza Suminto
>            Priority: Critical
>
> In a case reported by user, the catalogd initialization failed to complete. 
> Log messages showed that catalog HA was enabled. catalogd was blocked when 
> trying to acquire "CatalogServer.catalog_lock_" when calling 
> CatalogServer::UpdateActiveCatalogd() during statestore subscriber 
> registration.
> Log message showed that there was IM command issued before catalogd tried to 
> register to statestore.
> {code:java}
> I0310 12:21:34.093617     1 CatalogServiceCatalog.java:2188] Invalidated all 
> metadata.
> I0310 12:21:34.094341     1 thrift-server.cc:419] ThriftServer 
> 'StatestoreSubscriber' started on port: 23020
> I0310 12:21:34.094341  1816 TAcceptQueueServer.cpp:329] 
> connection_setup_thread_pool_size is set to 2
> I0310 12:21:34.094586     1 thrift-util.cc:198] TSocket::open() error on 
> socket (after THRIFT_POLL) <Host: localhost Port: 23020>: Connection refused
> I0310 12:21:34.094790     1 statestore-subscriber.cc:745] Starting statestore 
> subscriber
> {code}
> We should not allow any metadata operation until initialization is done. When 
> HA is enabled, catalog-server should not hold "CatalogServer.catalog_lock_" 
> for long time before active catalogd is assigned.



--
This message was sent by Atlassian Jira
(v8.20.10#820010)

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]


Reply via email to