Crash report - maybe reproducable

[odedponcz]

I20220407 14:32:14.753866 217703 main_service.cc:361] Got: [DEBUG,log,### Starting test Vararg DEL in tests/unit/keyspace.tcl]
I20220407 14:32:14.754456 217705 main_service.cc:361] Got: [SET,foo1{t},a]
I20220407 14:32:14.755033 217705 main_service.cc:361] Got: [SET,foo2{t},b]
I20220407 14:32:14.755450 217705 main_service.cc:361] Got: [SET,foo3{t},c]
I20220407 14:32:14.755872 217705 main_service.cc:361] Got: [DEL,foo1{t},foo2{t},foo3{t},foo4{t}]
I20220407 14:32:14.756801 217705 main_service.cc:361] Got: [MGET,foo1{t},foo2{t},foo3{t}]
==217701==WARNING: ASan is ignoring requested __asan_handle_no_return: stack top: 0x7fcfd660e180; bottom 0x7fcfc6e73000; size: 0x00000f79b180 (259633536)
False positive error reports may follow
For details see google/sanitizers#189
F20220407 14:32:14.757282 217705 transaction.cc:978] Check failed: 'EngineShard::tlocal()' Must be non NULL
*** Check failure stack trace: ***
@ 0x5565e2540ddf google::LogMessage::Fail()
@ 0x5565e2540d21 google::LogMessage::SendToLog()
@ 0x5565e2540605 google::LogMessage::Flush()
@ 0x5565e2544164 google::LogMessageFatal::~LogMessageFatal()
@ 0x5565e1bece27 google::CheckNotNull<>()
@ 0x5565e1bbe131 dfly::Transaction::ShardArgsInShard()
@ 0x5565e1b62c8b dfly::StringFamily::MGet()
@ 0x5565e1a2fc0e ZN3fu27abi_4006detail10invocation6invokeIRKPFvN4absl12lts_202111024SpanINS6_IcEEEEPN4dfly17ConnectionContextEEJS8_SB_EEEDTclcl7forwardIT_Efp_Espcl7forwardIT0_Efp0_EEEOSG_DpOSH
@ 0x5565e1a2aeba fu2::abi_400::detail::type_erasure::invocation_table::function_trait<>::internal_invoker<>::invoke()
@ 0x5565e19c4110 ZNK3fu27abi_4006detail12type_erasure6tables6vtableINS1_8propertyILb0ELb0EJKFvN4absl12lts_202111024SpanINS8_IcEEEEPN4dfly17ConnectionContextEEEEEE6invokeILm0EJPKNS2_13data_accessorERKmSA_SD_EEEDcDpOT0
@ 0x5565e19c445c ZN3fu27abi_4006detail12type_erasure7erasureILb1ENS1_6configILb1ELb1ENS_16capacity_defaultEEENS1_8propertyILb0ELb0EJKFvN4absl12lts_202111024SpanINSA_IcEEEEPN4dfly17ConnectionContextEEEEEE6invokeILm0ERKSI_JSC_SF_EEEDcOT0_DpOT1
@ 0x5565e19c4679 fu2::abi_400::detail::type_erasure::invocation_table::operator_impl<>::operator()()
@ 0x5565e19b1056 dfly::CommandId::Invoke()
@ 0x5565e1947c4d dfly::Service::DispatchCommand()
@ 0x5565e1f89874 facade::Connection::ParseRedis()
@ 0x5565e1f8cf5c facade::Connection::IoLoop()
@ 0x5565e1f86c49 facade::Connection::ConnectionFlow()
@ 0x5565e1f8396c facade::Connection::HandleRequests()
@ 0x5565e236c46c util::ListenerInterface::RunSingleConnection()
@ 0x5565e2366bbb _ZZN4util17ListenerInterface13RunAcceptLoopEvENKUlvE0_clEv
@ 0x5565e2384e02 ZSt13__invoke_implIvZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEET_St14__invoke_otherOT0_DpOT1
@ 0x5565e2381ec7 ZSt8__invokeIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEENSt15__invoke_resultIT_JDpT0_EE4typeEOS4_DpOS5
@ 0x5565e237cc3b _ZSt12__apply_implIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_St5tupleIJEEJEEDcOT_OT0_St16integer_sequenceImJXspT1_EEE
@ 0x5565e237ccb2 ZSt5applyIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_St5tupleIJEEEDcOT_OT0
@ 0x5565e237cfd1 _ZN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEE4run_EONS_7context5fiberE
@ 0x5565e239a0be ZSt13__invoke_implIN5boost7context5fiberERMNS0_6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFS2_OS2_ERPS8_JS2_EET_St21__invoke_memfun_derefOT0_OT1_DpOT2
@ 0x5565e2398f80 ZSt8__invokeIRMN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFNS0_7context5fiberEOS8_EJRPS6_S8_EENSt15__invoke_resultIT_JDpT0_EE4typeEOSG_DpOSH
@ 0x5565e2398469 _ZNSt5_BindIFMN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFNS0_7context5fiberEOS8_EPS6_St12_PlaceholderILi1EEEE6__callIS8_JS9_EJLm0ELm1EEEET_OSt5tupleIJDpT0_EESt12_Index_tupleIJXspT1_EEE
@ 0x5565e2396be5 ZNSt5_BindIFMN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFNS0_7context5fiberEOS8_EPS6_St12_PlaceholderILi1EEEEclIJS8_ES8_EET0_DpOT
@ 0x5565e2393d93 ZSt13__invoke_implIN5boost7context5fiberERSt5_BindIFMNS0_6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFS2_OS2_EPS9_St12_PlaceholderILi1EEEEJS2_EET_St14__invoke_otherOT0_DpOT1
@ 0x5565e2391979 ZSt8__invokeIRSt5_BindIFMN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFNS1_7context5fiberEOS9_EPS7_St12_PlaceholderILi1EEEEJS9_EENSt15__invoke_resultIT_JDpT0_EE4typeEOSK_DpOSL
@ 0x5565e238d62c ZSt6invokeIRSt5_BindIFMN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFNS1_7context5fiberEOS9_EPS7_St12_PlaceholderILi1EEEEJS9_EENSt13invoke_resultIT_JDpT0_EE4typeEOSK_DpOSL
*** SIGABRT received at time=1649331134 on cpu 3 ***
PC: @ 0x7fcfd9c7c03b (unknown) raise
@ 0x5565e25896f2 64 absl::lts_20211102::WriteFailureInfo()
@ 0x5565e25898f7 96 absl::lts_20211102::AbslFailureSignalHandler()
@ 0x7fcfd9e3f3c0 (unknown) (unknown)
@ 0x5565e2540ddf 16 google::LogMessage::Fail()
@ 0x5565e2540d21 144 google::LogMessage::SendToLog()
@ 0x5565e2540605 80 google::LogMessage::Flush()
@ 0x5565e2544164 32 google::LogMessageFatal::~LogMessageFatal()
@ 0x5565e1bece27 256 google::CheckNotNull<>()
@ 0x5565e1bbe131 336 dfly::Transaction::ShardArgsInShard()
@ 0x5565e1b62c8b 1008 dfly::StringFamily::MGet()
@ 0x5565e1a2fc0e 80 fu2::abi_400::detail::invocation::invoke<>()
@ 0x5565e1a2aeba 288 fu2::abi_400::detail::type_erasure::invocation_table::function_trait<>::internal_invoker<>::invoke()
@ 0x5565e19c4110 128 fu2::abi_400::detail::type_erasure::tables::vtable<>::invoke<>()
@ 0x5565e19c445c 240 fu2::abi_400::detail::type_erasure::erasure<>::invoke<>()
@ 0x5565e19c4679 240 fu2::abi_400::detail::type_erasure::invocation_table::operator_impl<>::operator()()
@ 0x5565e19b1056 192 dfly::CommandId::Invoke()
@ 0x5565e1947c4d 2336 dfly::Service::DispatchCommand()
@ 0x5565e1f89874 608 facade::Connection::ParseRedis()
@ 0x5565e1f8cf5c 528 facade::Connection::IoLoop()
@ 0x5565e1f86c49 656 facade::Connection::ConnectionFlow()
@ 0x5565e1f8396c 1088 facade::Connection::HandleRequests()
@ 0x5565e236c46c 416 util::ListenerInterface::RunSingleConnection()
@ 0x5565e2366bbb 48 util::ListenerInterface::RunAcceptLoop()::{lambda()#2}::operator()()
@ 0x5565e2384e02 48 std::__invoke_impl<>()
@ 0x5565e2381ec7 32 std::__invoke<>()
@ 0x5565e237cc3b 32 std::_apply_impl<>()
@ 0x5565e237ccb2 48 std::apply<>()
@ 0x5565e237cfd1 240 boost::fibers::worker_context<>::run()
@ 0x5565e239a0be 96 std::__invoke_impl<>()
@ 0x5565e2398f80 96 std::__invoke<>()
@ 0x5565e2398469 224 std::_Bind<>::__call<>()
@ 0x5565e2396be5 176 std::_Bind<>::operator()<>()
@ ... and at least 6 more frames
Aborted (core dumped)

another example:
I20220407 15:58:51.485790 221895 main_service.cc:361] Got: [SET,foo1{t},a]
I20220407 15:58:51.486147 221895 main_service.cc:361] Got: [SET,foo2{t},b]
I20220407 15:58:51.486474 221895 main_service.cc:361] Got: [SET,foo3{t},c]
I20220407 15:58:51.486795 221895 main_service.cc:361] Got: [DEL,foo1{t},foo2{t},foo3{t},foo4{t}]
I20220407 15:58:51.487362 221895 main_service.cc:361] Got: [MGET,foo1{t},foo2{t},foo3{t}]
F20220407 15:58:51.487926 221895 transaction.cc:978] Check failed: 'EngineShard::tlocal()' Must be non NULL
*** Check failure stack trace: ***
@ 0x55ba82b5eddf google::LogMessage::Fail()
@ 0x55ba82b5ed21 google::LogMessage::SendToLog()
@ 0x55ba82b5e605 google::LogMessage::Flush()
@ 0x55ba82b62164 google::LogMessageFatal::~LogMessageFatal()
@ 0x55ba8220ae27 google::CheckNotNull<>()
@ 0x55ba821dc131 dfly::Transaction::ShardArgsInShard()
@ 0x55ba82180c8b dfly::StringFamily::MGet()
@ 0x55ba8204dc0e ZN3fu27abi_4006detail10invocation6invokeIRKPFvN4absl12lts_202111024SpanINS6_IcEEEEPN4dfly17ConnectionContextEEJS8_SB_EEEDTclcl7forwardIT_Efp_Espcl7forwardIT0_Efp0_EEEOSG_DpOSH
@ 0x55ba82048eba fu2::abi_400::detail::type_erasure::invocation_table::function_trait<>::internal_invoker<>::invoke()
@ 0x55ba81fe2110 ZNK3fu27abi_4006detail12type_erasure6tables6vtableINS1_8propertyILb0ELb0EJKFvN4absl12lts_202111024SpanINS8_IcEEEEPN4dfly17ConnectionContextEEEEEE6invokeILm0EJPKNS2_13data_accessorERKmSA_SD_EEEDcDpOT0
@ 0x55ba81fe245c ZN3fu27abi_4006detail12type_erasure7erasureILb1ENS1_6configILb1ELb1ENS_16capacity_defaultEEENS1_8propertyILb0ELb0EJKFvN4absl12lts_202111024SpanINSA_IcEEEEPN4dfly17ConnectionContextEEEEEE6invokeILm0ERKSI_JSC_SF_EEEDcOT0_DpOT1
@ 0x55ba81fe2679 fu2::abi_400::detail::type_erasure::invocation_table::operator_impl<>::operator()()
@ 0x55ba81fcf056 dfly::CommandId::Invoke()
@ 0x55ba81f65c4d dfly::Service::DispatchCommand()
@ 0x55ba825a7874 facade::Connection::ParseRedis()
@ 0x55ba825aaf5c facade::Connection::IoLoop()
@ 0x55ba825a4c49 facade::Connection::ConnectionFlow()
@ 0x55ba825a196c facade::Connection::HandleRequests()
@ 0x55ba8298a46c util::ListenerInterface::RunSingleConnection()
@ 0x55ba82984bbb _ZZN4util17ListenerInterface13RunAcceptLoopEvENKUlvE0_clEv
@ 0x55ba829a2e02 ZSt13__invoke_implIvZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEET_St14__invoke_otherOT0_DpOT1
@ 0x55ba8299fec7 ZSt8__invokeIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEENSt15__invoke_resultIT_JDpT0_EE4typeEOS4_DpOS5
@ 0x55ba8299ac3b _ZSt12__apply_implIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_St5tupleIJEEJEEDcOT_OT0_St16integer_sequenceImJXspT1_EEE
@ 0x55ba8299acb2 ZSt5applyIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_St5tupleIJEEEDcOT_OT0
@ 0x55ba8299afd1 _ZN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEE4run_EONS_7context5fiberE
@ 0x55ba829b80be ZSt13__invoke_implIN5boost7context5fiberERMNS0_6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFS2_OS2_ERPS8_JS2_EET_St21__invoke_memfun_derefOT0_OT1_DpOT2
@ 0x55ba829b6f80 ZSt8__invokeIRMN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFNS0_7context5fiberEOS8_EJRPS6_S8_EENSt15__invoke_resultIT_JDpT0_EE4typeEOSG_DpOSH
@ 0x55ba829b6469 _ZNSt5_BindIFMN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFNS0_7context5fiberEOS8_EPS6_St12_PlaceholderILi1EEEE6__callIS8_JS9_EJLm0ELm1EEEET_OSt5tupleIJDpT0_EESt12_Index_tupleIJXspT1_EEE
@ 0x55ba829b4be5 ZNSt5_BindIFMN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFNS0_7context5fiberEOS8_EPS6_St12_PlaceholderILi1EEEEclIJS8_ES8_EET0_DpOT
@ 0x55ba829b1d93 ZSt13__invoke_implIN5boost7context5fiberERSt5_BindIFMNS0_6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFS2_OS2_EPS9_St12_PlaceholderILi1EEEEJS2_EET_St14__invoke_otherOT0_DpOT1
@ 0x55ba829af979 ZSt8__invokeIRSt5_BindIFMN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFNS1_7context5fiberEOS9_EPS7_St12_PlaceholderILi1EEEEJS9_EENSt15__invoke_resultIT_JDpT0_EE4typeEOSK_DpOSL
@ 0x55ba829ab62c ZSt6invokeIRSt5_BindIFMN5boost6fibers14worker_contextIZN4util17ListenerInterface13RunAcceptLoopEvEUlvE0_JEEEFNS1_7context5fiberEOS9_EPS7_St12_PlaceholderILi1EEEEJS9_EENSt13invoke_resultIT_JDpT0_EE4typeEOSK_DpOSL
*** SIGABRT received at time=1649336331 on cpu 3 ***
PC: @ 0x7f37e827403b (unknown) raise
@ 0x55ba82ba76f2 64 absl::lts_20211102::WriteFailureInfo()
@ 0x55ba82ba78f7 96 absl::lts_20211102::AbslFailureSignalHandler()
@ 0x7f37e84373c0 (unknown) (unknown)
@ 0x55ba82b5eddf 16 google::LogMessage::Fail()
@ 0x55ba82b5ed21 144 google::LogMessage::SendToLog()
@ 0x55ba82b5e605 80 google::LogMessage::Flush()
@ 0x55ba82b62164 32 google::LogMessageFatal::~LogMessageFatal()
@ 0x55ba8220ae27 256 google::CheckNotNull<>()
@ 0x55ba821dc131 336 dfly::Transaction::ShardArgsInShard()
@ 0x55ba82180c8b 1008 dfly::StringFamily::MGet()
@ 0x55ba8204dc0e 80 fu2::abi_400::detail::invocation::invoke<>()
@ 0x55ba82048eba 288 fu2::abi_400::detail::type_erasure::invocation_table::function_trait<>::internal_invoker<>::invoke()
@ 0x55ba81fe2110 128 fu2::abi_400::detail::type_erasure::tables::vtable<>::invoke<>()
@ 0x55ba81fe245c 240 fu2::abi_400::detail::type_erasure::erasure<>::invoke<>()
@ 0x55ba81fe2679 240 fu2::abi_400::detail::type_erasure::invocation_table::operator_impl<>::operator()()
@ 0x55ba81fcf056 192 dfly::CommandId::Invoke()
@ 0x55ba81f65c4d 2336 dfly::Service::DispatchCommand()
@ 0x55ba825a7874 608 facade::Connection::ParseRedis()
@ 0x55ba825aaf5c 528 facade::Connection::IoLoop()
@ 0x55ba825a4c49 656 facade::Connection::ConnectionFlow()
@ 0x55ba825a196c 1088 facade::Connection::HandleRequests()
@ 0x55ba8298a46c 416 util::ListenerInterface::RunSingleConnection()
@ 0x55ba82984bbb 48 util::ListenerInterface::RunAcceptLoop()::{lambda()#2}::operator()()
@ 0x55ba829a2e02 48 std::__invoke_impl<>()
@ 0x55ba8299fec7 32 std::__invoke<>()
@ 0x55ba8299ac3b 32 std::_apply_impl<>()
@ 0x55ba8299acb2 48 std::apply<>()
@ 0x55ba8299afd1 240 boost::fibers::worker_context<>::run()
@ 0x55ba829b80be 96 std::__invoke_impl<>()
@ 0x55ba829b6f80 96 std::__invoke<>()
@ 0x55ba829b6469 224 std::_Bind<>::__call<>()
@ 0x55ba829b4be5 176 std::_Bind<>::operator()<>()
@ ... and at least 6 more frames
Aborted (core dumped)

This time maybe it can be reproduced by running the following 4 times:
./runtest --host localhost --port 6379 --tags -cluster:skip --ignore-encoding --ignore-digest --quiet --singledb --single unit/keyspace --tags -needs:debug --skiptest "KEYS"