storage crash after executing balance leader when there are clients insert edges
#2847
Comments
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Describe the bug (must be provided)
storage crash after executing
balance leaderwhen there are clients insert edges，the crash log:turning ASAN on:
================================================================= ==14137==ERROR: AddressSanitizer: heap-use-after-free on address 0x616000430170 at pc 0x000002e9ac66 bp 0x7fffe3c0f840 sp 0x7fffe3c0f838 READ of size 8 at 0x616000430170 thread T20 (executor-pri3-1) #0 0x2e9ac65 in std::__uniq_ptr_impl<nebula::MemoryLockGuard<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::default_delete<nebula::MemoryLockGuard<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > >::_M_ptr() const (build/bin/nebula-storaged+0x2e9ac65) #1 0x2e96b9d in std::unique_ptr<nebula::MemoryLockGuard<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::default_delete<nebula::MemoryLockGuard<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > >::get() const (build/bin/nebula-storaged+0x2e96b9d) #2 0x2e91eab in std::unique_ptr<nebula::MemoryLockGuard<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::default_delete<nebula::MemoryLockGuard<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > >::operator->() const (build/bin/nebula-storaged+0x2e91eab) #3 0x2ec2a75 in nebula::storage::ChainAddEdgesProcessorLocal::markDanglingEdge() (build/bin/nebula-storaged+0x2ec2a75) #4 0x2ec656a in _ZZN6nebula7storage27ChainAddEdgesProcessorLocal5abortEvENUlT_E_clINS_4cpp29ErrorCodeEEEDaS2_ (build/bin/nebula-storaged+0x2ec656a) #5 0x2ed416f in void folly::detail::function::FunctionTraits<void (nebula::cpp2::ErrorCode)>::callSmall<nebula::storage::ChainAddEdgesProcessorLocal::abort()::{lambda(auto:1)#1}>(nebula::cpp2::ErrorCode, folly::detail::function::Data&) (build/bin/nebula-storaged+0x2ed416f) #6 0x5362821 in folly::detail::function::FunctionTraits<void (nebula::cpp2::ErrorCode)>::operator()(nebula::cpp2::ErrorCode) (build/bin/nebula-storaged+0x5362821) #7 0x53547ee in nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}::operator()(nebula::raftex::AppendLogResult) (build/bin/nebula-storaged+0x53547ee) #8 0x5364367 in auto folly::futures::detail::wrapInvoke<nebula::raftex::AppendLogResult, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>(folly::Try<nebula::raftex::AppendLogResult>&&, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}&&)::{lambda()#1}::operator()() const (build/bin/nebula-storaged+0x5364367) #9 0x536bb93 in nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}<folly::Unit> folly::futures::detail::InvokeResultWrapper<void>::wrapResult<auto folly::futures::detail::wrapInvoke<nebula::raftex::AppendLogResult, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>(folly::Try<nebula::raftex::AppendLogResult>&&, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}&&)::{lambda()#1}>(folly::Try) (build/bin/nebula-storaged+0x536bb93) #10 0x53645ae in auto folly::futures::detail::wrapInvoke<nebula::raftex::AppendLogResult, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>(folly::Try<nebula::raftex::AppendLogResult>&&, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}&&) (build/bin/nebula-storaged+0x53645ae) #11 0x53646ab in folly::Future<folly::futures::detail::valueCallableResult<nebula::raftex::AppendLogResult, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>::value_type> folly::Future<nebula::raftex::AppendLogResult>::thenValue<nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>(folly::futures::detail::valueCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>&&, folly::Try<nebula::raftex::AppendLogResult>&&)#1}::operator()(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>, folly::Try<nebula::raftex::AppendLogResult>) (build/bin/nebula-storaged+0x53646ab) #12 0x536bcb5 in auto folly::futures::detail::CoreCallbackState<folly::Unit, folly::Future<folly::futures::detail::valueCallableResult<nebula::raftex::AppendLogResult, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>::value_type> folly::Future<nebula::raftex::AppendLogResult>::thenValue<nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>(folly::futures::detail::valueCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>&&, folly::Try<nebula::raftex::AppendLogResult>&&)#1}>::invoke<folly::Executor::KeepAlive, folly::Try>(folly::Executor::KeepAlive&&, folly::Try&&) (build/bin/nebula-storaged+0x536bcb5) #13 0x536bd76 in decltype(auto) folly::futures::detail::detail_msvc_15_7_workaround::invoke<folly::futures::detail::tryExecutorCallableResult<nebula::raftex::AppendLogResult, folly::Future<folly::futures::detail::valueCallableResult<nebula::raftex::AppendLogResult, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>::value_type> folly::Future<nebula::raftex::AppendLogResult>::thenValue<nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>(folly::futures::detail::valueCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>&&, folly::Try<nebula::raftex::AppendLogResult>&&)#1}, void>, folly::futures::detail::CoreCallbackState<folly::Unit, folly::Try<nebula::raftex::AppendLogResult>&&>, nebula::raftex::AppendLogResult, 0>(folly::futures::detail::valueCallableResult, folly::futures::detail::CoreCallbackState<folly::Unit, folly::Try<nebula::raftex::AppendLogResult>&&>&, folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>, folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>&&<nebula::raftex::AppendLogResult>&&) (build/bin/nebula-storaged+0x536bd76) #14 0x536beaa in std::enable_if<!folly::futures::detail::tryExecutorCallableResult<nebula::raftex::AppendLogResult, folly::Try<nebula::raftex::AppendLogResult>&&, void>::ReturnsFuture::value, folly::futures::detail::tryExecutorCallableResult<nebula::raftex::AppendLogResult, folly::Try<nebula::raftex::AppendLogResult>&&, void>::Return>::type folly::futures::detail::FutureBase<nebula::raftex::AppendLogResult>::thenImplementation<folly::Future<folly::futures::detail::valueCallableResult<nebula::raftex::AppendLogResult, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>::value_type> folly::Future<nebula::raftex::AppendLogResult>::thenValue<nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>(folly::futures::detail::valueCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>&&, folly::Try<nebula::raftex::AppendLogResult>&&)#1}, folly::futures::detail::tryExecutorCallableResult<nebula::raftex::AppendLogResult, folly::Try<nebula::raftex::AppendLogResult>&&, void> >(folly::Future<folly::futures::detail::valueCallableResult<nebula::raftex::AppendLogResult, folly::Future<folly::futures::detail::valueCallableResult<nebula::raftex::AppendLogResult, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>::value_type> folly::Future<nebula::raftex::AppendLogResult>::thenValue<nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>(folly::futures::detail::valueCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>&&, folly::Try<nebula::raftex::AppendLogResult>&&)#1}>::value_type>, folly::futures::detail::tryExecutorCallableResult<nebula::raftex::AppendLogResult, folly::Try<nebula::raftex::AppendLogResult>&&, void>, folly::futures::detail::InlineContinuation)::{lambda(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>, folly::Try<nebula::raftex::AppendLogResult>)#1}::operator()(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>, folly::Try<nebula::raftex::AppendLogResult>)::{lambda()#1}::operator()() const (build/bin/nebula-storaged+0x536beaa) #15 0x5376278 in _ZN5folly11makeTryWithIZZNS_7futures6detail10FutureBaseIN6nebula6raftex15AppendLogResultEE18thenImplementationIZNOS_6FutureIS6_E9thenValueIZNS4_7kvstore4Part16asyncMultiRemoveERKSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaISK_EENS_8FunctionIFvNS4_4cpp29ErrorCodeEEEEEUlS6_E_EENS9_INS2_19valueCallableResultIS6_T_E10value_typeEEEOSW_EUlONS_8Executor9KeepAliveIS11_EEONS_3TryIS6_EEE_NS2_25tryExecutorCallableResultIS6_S18_vEEEENSt9enable_ifIXntsrNT0_13ReturnsFutureE5valueENS1C_6ReturnEE4typeES10_S1C_NS2_18InlineContinuationEENUlS14_S17_E_clES14_S17_EUlvE_EENS1B_IXsrNS_5isTryINS_13invoke_detail6traitsISW_E6resultIEEEE5valueES1P_E4typeES10_ (build/bin/nebula-storaged+0x5376278) #16 0x536c133 in std::enable_if<!folly::futures::detail::tryExecutorCallableResult<nebula::raftex::AppendLogResult, folly::Try<nebula::raftex::AppendLogResult>&&, void>::ReturnsFuture::value, folly::futures::detail::tryExecutorCallableResult<nebula::raftex::AppendLogResult, folly::Try<nebula::raftex::AppendLogResult>&&, void>::Return>::type folly::futures::detail::FutureBase<nebula::raftex::AppendLogResult>::thenImplementation<folly::Future<folly::futures::detail::valueCallableResult<nebula::raftex::AppendLogResult, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>::value_type> folly::Future<nebula::raftex::AppendLogResult>::thenValue<nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>(folly::futures::detail::valueCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>&&, folly::Try<nebula::raftex::AppendLogResult>&&)#1}, folly::futures::detail::tryExecutorCallableResult<nebula::raftex::AppendLogResult, folly::Try<nebula::raftex::AppendLogResult>&&, void> >(folly::Future<folly::futures::detail::valueCallableResult<nebula::raftex::AppendLogResult, folly::Future<folly::futures::detail::valueCallableResult<nebula::raftex::AppendLogResult, nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>::value_type> folly::Future<nebula::raftex::AppendLogResult>::thenValue<nebula::kvstore::Part::asyncMultiRemove(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, folly::Function<void (nebula::cpp2::ErrorCode)>)::{lambda(nebula::raftex::AppendLogResult)#1}>(folly::futures::detail::valueCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>&&, folly::Try<nebula::raftex::AppendLogResult>&&)#1}>::value_type>, folly::futures::detail::tryExecutorCallableResult<nebula::raftex::AppendLogResult, folly::Try<nebula::raftex::AppendLogResult>&&, void>, folly::futures::detail::InlineContinuation)::{lambda(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>, folly::Try<nebula::raftex::AppendLogResult>)#1}::operator()(folly::Executor::KeepAlive<folly::futures::detail::valueCallableResult&&>, folly::Try<nebula::raftex::AppendLogResult>) (build/bin/nebula-storaged+0x536c133) #17 0x537d0d4 in _ZZN5folly7futures6detail4CoreIN6nebula6raftex15AppendLogResultEE11setCallbackIZNS1_10FutureBaseIS5_E18thenImplementationIZNOS_6FutureIS5_E9thenValueIZNS3_7kvstore4Part16asyncMultiRemoveERKSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaISM_EENS_8FunctionIFvNS3_4cpp29ErrorCodeEEEEEUlS5_E_EENSB_INS1_19valueCallableResultIS5_T_E10value_typeEEEOSY_EUlONS_8Executor9KeepAliveIS13_EEONS_3TryIS5_EEE_NS1_25tryExecutorCallableResultIS5_S1A_vEEEENSt9enable_ifIXntsrNT0_13ReturnsFutureE5valueENS1E_6ReturnEE4typeES12_S1E_NS1_18InlineContinuationEEUlS16_S19_E_EEvS12_OSt10shared_ptrINS_14RequestContextEES1J_ENUlRNS1_8CoreBaseES16_PNS_17exception_wrapperEE_clES1Q_S16_S1S_ (build/bin/nebula-storaged+0x537d0d4) #18 0x5383d13 in _ZN5folly6detail8function14FunctionTraitsIFvRNS_7futures6detail8CoreBaseEONS_8Executor9KeepAliveIS7_EEPNS_17exception_wrapperEEE7callBigIZNS4_4CoreIN6nebula6raftex15AppendLogResultEE11setCallbackIZNS4_10FutureBaseISJ_E18thenImplementationIZNOS_6FutureISJ_E9thenValueIZNSH_7kvstore4Part16asyncMultiRemoveERKSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS10_EENS_8FunctionIFvNSH_4cpp29ErrorCodeEEEEEUlSJ_E_EENSP_INS4_19valueCallableResultISJ_T_E10value_typeEEEOS1C_EUlSA_ONS_3TryISJ_EEE_NS4_25tryExecutorCallableResultISJ_S1K_vEEEENSt9enable_ifIXntsrNT0_13ReturnsFutureE5valueENS1O_6ReturnEE4typeES1G_S1O_NS4_18InlineContinuationEEUlSA_S1J_E_EEvS1G_OSt10shared_ptrINS_14RequestContextEES1T_EUlS6_SA_SC_E_EEvS6_SA_SC_RNS1_4DataE (build/bin/nebula-storaged+0x5383d13) #19 0x5e51fdb (build/bin/nebula-storaged+0x5e51fdb) #20 0x5e52e41 in folly::futures::detail::CoreBase::doCallback(folly::Executor::KeepAlive<folly::Executor>&&, folly::futures::detail::State) (build/bin/nebula-storaged+0x5e52e41) #21 0x54ecaac in folly::futures::detail::Core<nebula::raftex::AppendLogResult>::setResult(folly::Executor::KeepAlive<folly::Executor>&&, folly::Try<nebula::raftex::AppendLogResult>&&) (build/bin/nebula-storaged+0x54ecaac) #22 0x54dc486 in folly::futures::detail::Core<nebula::raftex::AppendLogResult>::setResult(folly::Try<nebula::raftex::AppendLogResult>&&) (build/bin/nebula-storaged+0x54dc486) #23 0x54cb9b4 in folly::Promise<nebula::raftex::AppendLogResult>::setTry(folly::Try<nebula::raftex::AppendLogResult>&&) (build/bin/nebula-storaged+0x54cb9b4) #24 0x54cf734 in folly::SharedPromise<nebula::raftex::AppendLogResult>::setTry(folly::Try<nebula::raftex::AppendLogResult>&&) (build/bin/nebula-storaged+0x54cf734) #25 0x54c63c5 in void folly::SharedPromise<nebula::raftex::AppendLogResult>::setValue<nebula::raftex::AppendLogResult&>(nebula::raftex::AppendLogResult&) (build/bin/nebula-storaged+0x54c63c5) #26 0x54b611a in nebula::raftex::RaftPart::PromiseSet<nebula::raftex::AppendLogResult>::setValue(nebula::raftex::AppendLogResult) (build/bin/nebula-storaged+0x54b611a) #27 0x54a53e1 in nebula::raftex::RaftPart::checkAppendLogResult(nebula::raftex::AppendLogResult) (build/bin/nebula-storaged+0x54a53e1) #28 0x548b193 in nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long) (build/bin/nebula-storaged+0x548b193) #29 0x548e68e in nebula::raftex::RaftPart::processAppendLogResponses(std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > const&, folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long, std::vector<std::shared_ptr<nebula::raftex::Host>, std::allocator<std::shared_ptr<nebula::raftex::Host> > >) (build/bin/nebula-storaged+0x548e68e) #30 0x548ab54 in nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}::operator()(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&) (build/bin/nebula-storaged+0x548ab54) #31 0x54bebbb in folly::Future<folly::futures::detail::tryCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}, std::enable_if<is_invocable_v<folly::futures::detail::tryCallableResult, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&>, void>::type>::value_type> folly::Future<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >::thenTry<nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}>(folly::futures::detail::tryCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#1}::operator()(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&) (build/bin/nebula-storaged+0x54bebbb) #32 0x54ce8ad in auto folly::futures::detail::CoreCallbackState<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, folly::Future<folly::futures::detail::tryCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}, std::enable_if<is_invocable_v<folly::futures::detail::tryCallableResult, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&>, void>::type>::value_type> folly::Future<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >::thenTry<nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}>(folly::futures::detail::tryCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#1}>::invoke<folly::Executor::KeepAlive, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > > >(folly::Executor::KeepAlive&&, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&) (build/bin/nebula-storaged+0x54ce8ad) #33 0x54ce96e in decltype(auto) folly::futures::detail::detail_msvc_15_7_workaround::invoke<folly::futures::detail::tryExecutorCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, folly::Future<folly::futures::detail::tryCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}, std::enable_if<is_invocable_v<folly::futures::detail::tryCallableResult, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&>, void>::type>::value_type> folly::Future<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >::thenTry<nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}>(folly::futures::detail::tryCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#1}, void>, folly::futures::detail::CoreCallbackState<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&>, std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, 0>(folly::futures::detail::tryCallableResult, folly::futures::detail::CoreCallbackState<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&>&, folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&) (build/bin/nebula-storaged+0x54ce96e) #34 0x54ceaa2 in folly::Future<folly::futures::detail::tryCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}, std::enable_if<is_invocable_v<folly::futures::detail::tryCallableResult, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&>, void>::type>::value_type> folly::Future<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >::thenTry<nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}>(folly::futures::detail::tryCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#1}<!folly::futures::detail::tryExecutorCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, void>::ReturnsFuture::value, folly::futures::detail::tryExecutorCallableResult::Return>::type folly::futures::detail::FutureBase<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >::thenImplementation<folly::Future<folly::futures::detail::tryCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}, std::enable_if<is_invocable_v<folly::futures::detail::tryCallableResult, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&>, void>::type>::value_type> folly::Future<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >::thenTry<nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}>(folly::futures::detail::tryCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#1}, folly::futures::detail::tryExecutorCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, void> >(folly::Future<folly::futures::detail::tryCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, folly::Future<folly::futures::detail::tryCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}, std::enable_if<is_invocable_v<folly::futures::detail::tryCallableResult, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&>, void>::type>::value_type> folly::Future<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >::thenTry<nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}>(folly::futures::detail::tryCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#1}, std::enable_if<is_invocable_v<folly::futures::detail::tryCallableResult, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&>, void>::type>::value_type>, folly::futures::detail::tryExecutorCallableResult, folly::futures::detail::InlineContinuation)::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#1}::operator()(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)::{lambda()#1}::operator()() const (build/bin/nebula-storaged+0x54ceaa2) #35 0x54f0b29 in _ZN5folly19makeTryWithNoUnwrapIZZNS_7futures6detail10FutureBaseISt6vectorISt4pairImN6nebula6raftex4cpp217AppendLogResponseEESaISA_EEE18thenImplementationIZNOS_6FutureISC_E7thenTryIZNS7_8RaftPart13replicateLogsEPNS_9EventBaseENS7_18AppendLogsIteratorElllllEUlONS_3TryISC_EEE1_EENSF_INS2_17tryCallableResultISC_T_NSt9enable_ifIX14is_invocable_vISR_SO_EEvE4typeEE10value_typeEEEOSR_EUlONS_8Executor9KeepAliveISZ_EESO_E_NS2_25tryExecutorCallableResultISC_S13_vEEEENSS_IXntsrNT0_13ReturnsFutureE5valueENS16_6ReturnEE4typeESY_S16_NS2_18InlineContinuationEENUlS12_SO_E_clES12_SO_EUlvE_EENSS_IXntsrSt7is_sameINS_13invoke_detail6traitsISR_E6resultIEEvE5valueENSM_IS1J_EEE4typeESY_ (build/bin/nebula-storaged+0x54f0b29) #36 0x54dfbb6 in _ZN5folly11makeTryWithIZZNS_7futures6detail10FutureBaseISt6vectorISt4pairImN6nebula6raftex4cpp217AppendLogResponseEESaISA_EEE18thenImplementationIZNOS_6FutureISC_E7thenTryIZNS7_8RaftPart13replicateLogsEPNS_9EventBaseENS7_18AppendLogsIteratorElllllEUlONS_3TryISC_EEE1_EENSF_INS2_17tryCallableResultISC_T_NSt9enable_ifIX14is_invocable_vISR_SO_EEvE4typeEE10value_typeEEEOSR_EUlONS_8Executor9KeepAliveISZ_EESO_E_NS2_25tryExecutorCallableResultISC_S13_vEEEENSS_IXntsrNT0_13ReturnsFutureE5valueENS16_6ReturnEE4typeESY_S16_NS2_18InlineContinuationEENUlS12_SO_E_clES12_SO_EUlvE_EENSS_IXntsrNS_5isTryINS_13invoke_detail6traitsISR_E6resultIEEEE5valueENSM_IS1J_EEE4typeESY_ (build/bin/nebula-storaged+0x54dfbb6) #37 0x54ced2b in folly::Future<folly::futures::detail::tryCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}, std::enable_if<is_invocable_v<folly::futures::detail::tryCallableResult, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&>, void>::type>::value_type> folly::Future<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >::thenTry<nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}>(folly::futures::detail::tryCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#1}<!folly::futures::detail::tryExecutorCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, void>::ReturnsFuture::value, folly::futures::detail::tryExecutorCallableResult::Return>::type folly::futures::detail::FutureBase<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >::thenImplementation<folly::Future<folly::futures::detail::tryCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}, std::enable_if<is_invocable_v<folly::futures::detail::tryCallableResult, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&>, void>::type>::value_type> folly::Future<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >::thenTry<nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}>(folly::futures::detail::tryCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#1}, folly::futures::detail::tryExecutorCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, void> >(folly::Future<folly::futures::detail::tryCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, folly::Future<folly::futures::detail::tryCallableResult<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > >, nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}, std::enable_if<is_invocable_v<folly::futures::detail::tryCallableResult, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&>, void>::type>::value_type> folly::Future<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >::thenTry<nebula::raftex::RaftPart::replicateLogs(folly::EventBase*, nebula::raftex::AppendLogsIterator, long, long, long, long, long)::{lambda(folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#3}>(folly::futures::detail::tryCallableResult&&) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>&&, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#1}, std::enable_if<is_invocable_v<folly::futures::detail::tryCallableResult, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&>, void>::type>::value_type>, folly::futures::detail::tryExecutorCallableResult, folly::futures::detail::InlineContinuation)::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&)#1}::operator()(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult&&>, folly::Try<std::vector<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse>, std::allocator<std::pair<unsigned long, nebula::raftex::cpp2::AppendLogResponse> > > >&&) (build/bin/nebula-storaged+0x54ced2b) #38 0x54f101a in _ZZN5folly7futures6detail4CoreISt6vectorISt4pairImN6nebula6raftex4cpp217AppendLogResponseEESaIS9_EEE11setCallbackIZNS1_10FutureBaseISB_E18thenImplementationIZNOS_6FutureISB_E7thenTryIZNS6_8RaftPart13replicateLogsEPNS_9EventBaseENS6_18AppendLogsIteratorElllllEUlONS_3TryISB_EEE1_EENSH_INS1_17tryCallableResultISB_T_NSt9enable_ifIX14is_invocable_vIST_SQ_EEvE4typeEE10value_typeEEEOST_EUlONS_8Executor9KeepAliveIS11_EESQ_E_NS1_25tryExecutorCallableResultISB_S15_vEEEENSU_IXntsrNT0_13ReturnsFutureE5valueENS18_6ReturnEE4typeES10_S18_NS1_18InlineContinuationEEUlS14_SQ_E_EEvS10_OSt10shared_ptrINS_14RequestContextEES1D_ENUlRNS1_8CoreBaseES14_PNS_17exception_wrapperEE_clES1K_S14_S1M_ (build/bin/nebula-storaged+0x54f101a) #39 0x550f9b2 in _ZN5folly6detail8function14FunctionTraitsIFvRNS_7futures6detail8CoreBaseEONS_8Executor9KeepAliveIS7_EEPNS_17exception_wrapperEEE7callBigIZNS4_4CoreISt6vectorISt4pairImN6nebula6raftex4cpp217AppendLogResponseEESaISN_EEE11setCallbackIZNS4_10FutureBaseISP_E18thenImplementationIZNOS_6FutureISP_E7thenTryIZNSK_8RaftPart13replicateLogsEPNS_9EventBaseENSK_18AppendLogsIteratorElllllEUlONS_3TryISP_EEE1_EENSV_INS4_17tryCallableResultISP_T_NSt9enable_ifIX14is_invocable_vIS17_S14_EEvE4typeEE10value_typeEEEOS17_EUlSA_S14_E_NS4_25tryExecutorCallableResultISP_S1F_vEEEENS18_IXntsrNT0_13ReturnsFutureE5valueENS1I_6ReturnEE4typeES1E_S1I_NS4_18InlineContinuationEEUlSA_S14_E_EEvS1E_OSt10shared_ptrINS_14RequestContextEES1N_EUlS6_SA_SC_E_EEvS6_SA_SC_RNS1_4DataE (build/bin/nebula-storaged+0x550f9b2) #40 0x5e51fdb (build/bin/nebula-storaged+0x5e51fdb) #41 0x5ab15e8 in apache::thrift::concurrency::FunctionRunner::run() (build/bin/nebula-storaged+0x5ab15e8) #42 0x5be1f41 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run() (build/bin/nebula-storaged+0x5be1f41) #43 0x5be5f07 in apache::thrift::concurrency::PthreadThread::threadMain(void*) (build/bin/nebula-storaged+0x5be5f07) #44 0x7ffff729eea4 in start_thread (/lib64/libpthread.so.0+0x7ea4) #45 0x7ffff6fc79fc in __clone (/lib64/libc.so.6+0xfe9fc) 0x616000430170 is located 496 bytes inside of 592-byte region [0x61600042ff80,0x6160004301d0) freed by thread T144 (IOThreadPool1) here: #0 0x29a3af8 in operator delete(void*, unsigned long) (build/bin/nebula-storaged+0x29a3af8) #1 0x2ed62c0 in nebula::storage::ChainAddEdgesProcessorLocal::~ChainAddEdgesProcessorLocal() (build/bin/nebula-storaged+0x2ed62c0) #2 0x2ac054d in nebula::storage::BaseProcessor<nebula::storage::cpp2::ExecResponse>::onFinished() (build/bin/nebula-storaged+0x2ac054d) #3 0x2ecbb52 in nebula::storage::ChainAddEdgesProcessorLocal::finish() (build/bin/nebula-storaged+0x2ecbb52) #4 0x2e87e21 in nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}::operator()() const (build/bin/nebula-storaged+0x2e87e21) #5 0x2e90047 in folly::Future<nebula::cpp2::ErrorCode> folly::Future<nebula::cpp2::ErrorCode>::ensure<nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}>(nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}&&) &&::{lambda(folly::Try<nebula::cpp2::ErrorCode>&&)#1}::operator()(folly::Try) (build/bin/nebula-storaged+0x2e90047) #6 0x2e94782 in folly::Future<folly::futures::detail::tryCallableResult<nebula::cpp2::ErrorCode, {lambda()#3}, std::enable_if<is_invocable_v<{lambda()#3}, folly::Try>, void>::type>::value_type> folly::Future<nebula::cpp2::ErrorCode>::thenTry<folly::Future<nebula::cpp2::ErrorCode> folly::Future<nebula::cpp2::ErrorCode>::ensure<nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}>(nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}&&) &&::{lambda(folly::Try<nebula::cpp2::ErrorCode>&&)#1}>(nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult<nebula::cpp2::ErrorCode, {lambda()#3}, std::enable_if<is_invocable_v<{lambda()#3}, folly::Try>, void>::type> >&&, folly::Try)#1}::operator()(folly::Executor, folly::Try) (build/bin/nebula-storaged+0x2e94782) #7 0x2e986aa in _ZN5folly7futures6detail17CoreCallbackStateIN6nebula4cpp29ErrorCodeEZNOS_6FutureIS5_E7thenTryIZNOS7_6ensureIZZNS3_7storage18TransactionManager12addChainTaskEPNSA_18ChainBaseProcessorEENKUlvE_clEvEUlvE1_EES7_OT_EUlONS_3TryIS5_EEE_EENS6_INS1_17tryCallableResultIS5_SG_NSt9enable_ifIX14is_invocable_vISG_SK_EEvE4typeEE10value_typeEEESH_EUlONS_8Executor9KeepAliveIST_EESK_E_E6invokeIJSV_SJ_EEEDaDpOT_ (build/bin/nebula-storaged+0x2e986aa) #8 0x2e98625 in _ZZN5folly7futures6detail17CoreCallbackStateIN6nebula4cpp29ErrorCodeEZNOS_6FutureIS5_E7thenTryIZNOS7_6ensureIZZNS3_7storage18TransactionManager12addChainTaskEPNSA_18ChainBaseProcessorEENKUlvE_clEvEUlvE1_EES7_OT_EUlONS_3TryIS5_EEE_EENS6_INS1_17tryCallableResultIS5_SG_NSt9enable_ifIX14is_invocable_vISG_SK_EEvE4typeEE10value_typeEEESH_EUlONS_8Executor9KeepAliveIST_EESK_E_E9tryInvokeIJSV_SJ_EEEDaDpOT_ENKUlvE_clEv (build/bin/nebula-storaged+0x2e98625) #9 0x2e9f5c8 in _ZN5folly19makeTryWithNoUnwrapIZNS_7futures6detail17CoreCallbackStateIN6nebula4cpp29ErrorCodeEZNOS_6FutureIS6_E7thenTryIZNOS8_6ensureIZZNS4_7storage18TransactionManager12addChainTaskEPNSB_18ChainBaseProcessorEENKUlvE_clEvEUlvE1_EES8_OT_EUlONS_3TryIS6_EEE_EENS7_INS2_17tryCallableResultIS6_SH_NSt9enable_ifIX14is_invocable_vISH_SL_EEvE4typeEE10value_typeEEESI_EUlONS_8Executor9KeepAliveISU_EESL_E_E9tryInvokeIJSW_SK_EEEDaDpOT_EUlvE_EENSO_IXntsrSt7is_sameINS_13invoke_detail6traitsISH_E6resultIEEvE5valueENSJ_IS1A_EEE4typeESI_ (build/bin/nebula-storaged+0x2e9f5c8) #10 0x2e9c890 in _ZN5folly11makeTryWithIZNS_7futures6detail17CoreCallbackStateIN6nebula4cpp29ErrorCodeEZNOS_6FutureIS6_E7thenTryIZNOS8_6ensureIZZNS4_7storage18TransactionManager12addChainTaskEPNSB_18ChainBaseProcessorEENKUlvE_clEvEUlvE1_EES8_OT_EUlONS_3TryIS6_EEE_EENS7_INS2_17tryCallableResultIS6_SH_NSt9enable_ifIX14is_invocable_vISH_SL_EEvE4typeEE10value_typeEEESI_EUlONS_8Executor9KeepAliveISU_EESL_E_E9tryInvokeIJSW_SK_EEEDaDpOT_EUlvE_EENSO_IXntsrNS_5isTryINS_13invoke_detail6traitsISH_E6resultIEEEE5valueENSJ_IS1A_EEE4typeESI_ (build/bin/nebula-storaged+0x2e9c890) #11 0x2e98852 in _ZN5folly7futures6detail17CoreCallbackStateIN6nebula4cpp29ErrorCodeEZNOS_6FutureIS5_E7thenTryIZNOS7_6ensureIZZNS3_7storage18TransactionManager12addChainTaskEPNSA_18ChainBaseProcessorEENKUlvE_clEvEUlvE1_EES7_OT_EUlONS_3TryIS5_EEE_EENS6_INS1_17tryCallableResultIS5_SG_NSt9enable_ifIX14is_invocable_vISG_SK_EEvE4typeEE10value_typeEEESH_EUlONS_8Executor9KeepAliveIST_EESK_E_E9tryInvokeIJSV_SJ_EEEDaDpOT_ (build/bin/nebula-storaged+0x2e98852) #12 0x2e98966 in decltype(auto) folly::futures::detail::detail_msvc_15_7_workaround::tryInvoke<folly::futures::detail::tryExecutorCallableResult<nebula::cpp2::ErrorCode, folly::Future<folly::futures::detail::tryCallableResult<nebula::cpp2::ErrorCode, {lambda()#3}, std::enable_if<is_invocable_v<{lambda()#3}, folly::Try>, void>::type>::value_type> folly::Future<nebula::cpp2::ErrorCode>::thenTry<folly::Future<nebula::cpp2::ErrorCode> folly::Future<nebula::cpp2::ErrorCode>::ensure<nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}>(nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}&&) &&::{lambda(folly::Try<nebula::cpp2::ErrorCode>&&)#1}>(nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult<nebula::cpp2::ErrorCode, {lambda()#3}, std::enable_if<is_invocable_v<{lambda()#3}, folly::Try>, void>::type> >&&, folly::Try)#1}, void>, folly::futures::detail::CoreCallbackState<nebula::cpp2::ErrorCode, folly::Executor::KeepAlive>, nebula::cpp2::ErrorCode, 0>({lambda()#3}, folly::futures::detail::CoreCallbackState<nebula::cpp2::ErrorCode, folly::Executor::KeepAlive>&, folly::Executor, folly::futures::detail::tryExecutorCallableResult<nebula::cpp2::ErrorCode, folly::Future<folly::futures::detail::tryCallableResult<nebula::cpp2::ErrorCode, {lambda()#3}, std::enable_if<is_invocable_v<{lambda()#3}, folly::Try>, void>::type>::value_type> folly::Future<nebula::cpp2::ErrorCode>::thenTry<folly::Future<nebula::cpp2::ErrorCode> folly::Future<nebula::cpp2::ErrorCode>::ensure<nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}>(nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}&&) &&::{lambda(folly::Try<nebula::cpp2::ErrorCode>&&)#1}>(nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult<nebula::cpp2::ErrorCode, {lambda()#3}, std::enable_if<is_invocable_v<{lambda()#3}, folly::Try>, void>::type> >&&, folly::Try)#1}, void><nebula::cpp2::ErrorCode>&&) (build/bin/nebula-storaged+0x2e98966) #13 0x2e98110 in {lambda(folly::Try<nebula::cpp2::ErrorCode>&&)#1}<folly::futures::detail::tryExecutorCallableResult<nebula::cpp2::ErrorCode, folly::Executor::KeepAlive, void>::ReturnsFuture::value, {lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult<nebula::cpp2::ErrorCode, {lambda()#3}, std::enable_if<is_invocable_v<{lambda()#3}, folly::Try>, void>::type> >&&, folly::Try)#1}::Return>::type folly::futures::detail::FutureBase<nebula::cpp2::ErrorCode>::thenImplementation<folly::Future<folly::futures::detail::tryCallableResult<nebula::cpp2::ErrorCode, {lambda()#3}, std::enable_if<is_invocable_v<{lambda()#3}, folly::Try>, void>::type>::value_type> folly::Future<nebula::cpp2::ErrorCode>::thenTry<folly::Future<nebula::cpp2::ErrorCode> folly::Future<nebula::cpp2::ErrorCode>::ensure<nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}>(nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}&&) &&::{lambda(folly::Try<nebula::cpp2::ErrorCode>&&)#1}>(nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}) &&::{lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult<nebula::cpp2::ErrorCode, {lambda()#3}, std::enable_if<is_invocable_v<{lambda()#3}, folly::Try>, void>::type> >&&, folly::Try)#1}, folly::futures::detail::tryExecutorCallableResult<nebula::cpp2::ErrorCode, folly::Executor::KeepAlive, void> >(nebula::storage::TransactionManager::addChainTask(nebula::storage::ChainBaseProcessor*)::{lambda()#1}::operator()() const::{lambda()#3}, {lambda(folly::Executor::KeepAlive<folly::futures::detail::tryCallableResult<nebula::cpp2::ErrorCode, {lambda()#3}, std::enable_if<is_invocable_v<{lambda()#3}, folly::Try>, void>::type> >&&, folly::Try)#1}, folly::futures::detail::InlineContinuation)::{lambda(folly::Executor, folly::Try)#1}::operator()(folly::Executor, folly::Try) (build/bin/nebula-storaged+0x2e98110) #14 0x2e9f9ee in _ZZN5folly7futures6detail4CoreIN6nebula4cpp29ErrorCodeEE11setCallbackIZNS1_10FutureBaseIS5_E18thenImplementationIZNOS_6FutureIS5_E7thenTryIZNOSC_6ensureIZZNS3_7storage18TransactionManager12addChainTaskEPNSF_18ChainBaseProcessorEENKUlvE_clEvEUlvE1_EESC_OT_EUlONS_3TryIS5_EEE_EENSB_INS1_17tryCallableResultIS5_SL_NSt9enable_ifIX14is_invocable_vISL_SP_EEvE4typeEE10value_typeEEESM_EUlONS_8Executor9KeepAliveISY_EESP_E_NS1_25tryExecutorCallableResultIS5_S12_vEEEENSS_IXsrNT0_13ReturnsFutureE5valueENS15_6ReturnEE4typeESM_S15_NS1_18InlineContinuationEEUlS11_SP_E_EEvSM_OSt10shared_ptrINS_14RequestContextEES1A_ENUlRNS1_8CoreBaseES11_PNS_17exception_wrapperEE_clES1H_S11_S1J_ (build/bin/nebula-storaged+0x2e9f9ee) #15 0x2ea3aba in _ZN5folly6detail8function14FunctionTraitsIFvRNS_7futures6detail8CoreBaseEONS_8Executor9KeepAliveIS7_EEPNS_17exception_wrapperEEE9callSmallIZNS4_4CoreIN6nebula4cpp29ErrorCodeEE11setCallbackIZNS4_10FutureBaseISJ_E18thenImplementationIZNOS_6FutureISJ_E7thenTryIZNOSQ_6ensureIZZNSH_7storage18TransactionManager12addChainTaskEPNST_18ChainBaseProcessorEENKUlvE_clEvEUlvE1_EESQ_OT_EUlONS_3TryISJ_EEE_EENSP_INS4_17tryCallableResultISJ_SZ_NSt9enable_ifIX14is_invocable_vISZ_S13_EEvE4typeEE10value_typeEEES10_EUlSA_S13_E_NS4_25tryExecutorCallableResultISJ_S1C_vEEEENS16_IXsrNT0_13ReturnsFutureE5valueENS1F_6ReturnEE4typeES10_S1F_NS4_18InlineContinuationEEUlSA_S13_E_EEvS10_OSt10shared_ptrINS_14RequestContextEES1K_EUlS6_SA_SC_E_EEvS6_SA_SC_RNS1_4DataE (build/bin/nebula-storaged+0x2ea3aba) #16 0x5e51fdb (build/bin/nebula-storaged+0x5e51fdb) #17 0x5e2e225 in folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (build/bin/nebula-storaged+0x5e2e225) #18 0x5e212eb (build/bin/nebula-storaged+0x5e212eb) #19 0x5e99c1a in folly::EventBase::FunctionLoopCallback::runLoopCallback() (build/bin/nebula-storaged+0x5e99c1a) #20 0x5e944ef in folly::EventBase::runLoopCallbacks() (build/bin/nebula-storaged+0x5e944ef) #21 0x5e95b7f in folly::EventBase::loopBody(int, bool) (build/bin/nebula-storaged+0x5e95b7f) #22 0x5e96745 in folly::EventBase::loop() (build/bin/nebula-storaged+0x5e96745) #23 0x5e981f5 in folly::EventBase::loopForever() (build/bin/nebula-storaged+0x5e981f5) #24 0x5e21e28 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr<folly::ThreadPoolExecutor::Thread>) (build/bin/nebula-storaged+0x5e21e28) #25 0x5e2f9f8 in void folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (build/bin/nebula-storaged+0x5e2f9f8) #26 0x29e924d in folly::detail::function::FunctionTraits<void ()>::operator()() (build/bin/nebula-storaged+0x29e924d) #27 0x2a0bcd1 in folly::NamedThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}::operator()() (build/bin/nebula-storaged+0x2a0bcd1) #28 0x2a30d52 in void std::__invoke_impl<void, folly::NamedThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(std::__invoke_other, folly::NamedThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}&&) (build/bin/nebula-storaged+0x2a30d52) #29 0x2a24679 in std::__invoke_result<folly::NamedThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>::type std::__invoke<folly::NamedThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(std::__invoke_result&&, (folly::NamedThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}&&)...) (build/bin/nebula-storaged+0x2a24679) previously allocated by thread T8 (executor-pri3-2) here: #0 0x29a2770 in operator new(unsigned long) (build/bin/nebula-storaged+0x29a2770) #1 0x2eb484e in nebula::storage::ChainAddEdgesProcessorLocal::instance(nebula::storage::StorageEnv*) (build/bin/nebula-storaged+0x2eb484e) #2 0x2eb5c05 in _ZZN6nebula7storage27ChainAddEdgesGroupProcessor7processERKNS0_4cpp215AddEdgesRequestEENKUlRT_E_clISt4pairIKSA_IiiES3_EEEDaS7_ (build/bin/nebula-storaged+0x2eb5c05) #3 0x2eb5ff6 in nebula::storage::ChainAddEdgesGroupProcessor::process(nebula::storage::cpp2::AddEdgesRequest const&)::{lambda(auto:1&)#1} std::for_each<std::__detail::_Node_iterator<std::pair<std::pair<int, int> const, nebula::storage::cpp2::AddEdgesRequest>, false, true>, nebula::storage::ChainAddEdgesGroupProcessor::process(nebula::storage::cpp2::AddEdgesRequest const&)::{lambda(auto:1&)#1}>(std::__detail::_Node_iterator<std::pair<std::pair<int, int> const, nebula::storage::cpp2::AddEdgesRequest>, false, true>, std::__detail::_Node_iterator<std::pair<std::pair<int, int> const, nebula::storage::cpp2::AddEdgesRequest>, false, true>, nebula::storage::ChainAddEdgesGroupProcessor::process(nebula::storage::cpp2::AddEdgesRequest const&)::{lambda(auto:1&)#1}) (build/bin/nebula-storaged+0x2eb5ff6) #4 0x2eb5082 in nebula::storage::ChainAddEdgesGroupProcessor::process(nebula::storage::cpp2::AddEdgesRequest const&) (build/bin/nebula-storaged+0x2eb5082) #5 0x2aca900 in nebula::storage::GraphStorageServiceHandler::future_chainAddEdges(nebula::storage::cpp2::AddEdgesRequest const&) (build/bin/nebula-storaged+0x2aca900) #6 0x3b1a583 in nebula::storage::cpp2::GraphStorageServiceSvIf::async_tm_chainAddEdges(std::unique_ptr<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse>, std::default_delete<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse> > >, nebula::storage::cpp2::AddEdgesRequest const&)::{lambda()#1}::operator()() const (build/bin/nebula-storaged+0x3b1a583) #7 0x3b3e3b0 in std::enable_if<folly::isFuture<folly::invoke_detail::traits<nebula::storage::cpp2::GraphStorageServiceSvIf::async_tm_chainAddEdges(std::unique_ptr<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse>, std::default_delete<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse> > >, nebula::storage::cpp2::AddEdgesRequest const&)::{lambda()#1}>::result<> >::value, folly::invoke_detail::traits<nebula::storage::cpp2::GraphStorageServiceSvIf::async_tm_chainAddEdges(std::unique_ptr<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse>, std::default_delete<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse> > >, nebula::storage::cpp2::AddEdgesRequest const&)::{lambda()#1}>::result>::type folly::makeFutureWith<nebula::storage::cpp2::GraphStorageServiceSvIf::async_tm_chainAddEdges(std::unique_ptr<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse>, std::default_delete<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse> > >, nebula::storage::cpp2::AddEdgesRequest const&)::{lambda()#1}>(folly::invoke_detail::traits&&) (build/bin/nebula-storaged+0x3b3e3b0) #8 0x3b2901f in auto apache::thrift::detail::si::makeFutureWithAndMaybeReschedule<nebula::storage::cpp2::GraphStorageServiceSvIf::async_tm_chainAddEdges(std::unique_ptr<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse>, std::default_delete<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse> > >, nebula::storage::cpp2::AddEdgesRequest const&)::{lambda()#1}>(apache::thrift::HandlerCallbackBase&, nebula::storage::cpp2::GraphStorageServiceSvIf::async_tm_chainAddEdges(std::unique_ptr<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse>, std::default_delete<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse> > >, nebula::storage::cpp2::AddEdgesRequest const&)::{lambda()#1}&&) (build/bin/nebula-storaged+0x3b2901f) #9 0x3b29514 in void apache::thrift::detail::si::async_tm<nebula::storage::cpp2::GraphStorageServiceSvIf::async_tm_chainAddEdges(std::unique_ptr<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse>, std::default_delete<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse> > >, nebula::storage::cpp2::AddEdgesRequest const&)::{lambda()#1}>(apache::thrift::ServerInterface*, std::unique_ptr<apache::thrift::HandlerCallback<folly::drop_unit<apache::thrift::ServerInterface*::invoke_detail::traits<nebula::storage::cpp2::GraphStorageServiceSvIf::async_tm_chainAddEdges(std::unique_ptr<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse>, std::default_delete<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse> > >, nebula::storage::cpp2::AddEdgesRequest const&)::{lambda()#1}>::result<>::value_type>::type>, std::default_delete<folly::drop_unit<apache::thrift::ServerInterface*::invoke_detail::traits<nebula::storage::cpp2::GraphStorageServiceSvIf::async_tm_chainAddEdges(std::unique_ptr<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse>, std::default_delete<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse> > >, nebula::storage::cpp2::AddEdgesRequest const&)::{lambda()#1}>::result<>::value_type>::type> >, apache::thrift::ServerInterface*::invoke_detail::traits&&) (build/bin/nebula-storaged+0x3b29514) #10 0x3b1a6ce in nebula::storage::cpp2::GraphStorageServiceSvIf::async_tm_chainAddEdges(std::unique_ptr<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse>, std::default_delete<apache::thrift::HandlerCallback<nebula::storage::cpp2::ExecResponse> > >, nebula::storage::cpp2::AddEdgesRequest const&) (build/bin/nebula-storaged+0x3b1a6ce) #11 0x3b531e7 in void nebula::storage::cpp2::GraphStorageServiceAsyncProcessor::process_chainAddEdges<apache::thrift::CompactProtocolReader, apache::thrift::CompactProtocolWriter>(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>, apache::thrift::SerializedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*) (build/bin/nebula-storaged+0x3b531e7) #12 0x3b68574 in std::shared_ptr<apache::thrift::EventTask> apache::thrift::GeneratedAsyncProcessor::makeEventTaskForRequest<nebula::storage::cpp2::GraphStorageServiceAsyncProcessor>(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>, apache::thrift::SerializedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::storage::cpp2::GraphStorageServiceAsyncProcessor::*)(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>, apache::thrift::SerializedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::storage::cpp2::GraphStorageServiceAsyncProcessor*, apache::thrift::Tile*)::{lambda(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>)#1}::operator()(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>) (build/bin/nebula-storaged+0x3b68574) #13 0x3bd380c in void folly::detail::function::FunctionTraits<void (std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>)>::callBig<std::shared_ptr<apache::thrift::EventTask> apache::thrift::GeneratedAsyncProcessor::makeEventTaskForRequest<nebula::storage::cpp2::GraphStorageServiceAsyncProcessor>(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>, apache::thrift::SerializedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::storage::cpp2::GraphStorageServiceAsyncProcessor::*)(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>, apache::thrift::SerializedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::storage::cpp2::GraphStorageServiceAsyncProcessor*, apache::thrift::Tile*)::{lambda(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>)#1}>(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>&&, folly::detail::function::Data&) (build/bin/nebula-storaged+0x3bd380c) #14 0x5aaa579 in apache::thrift::EventTask::run() (build/bin/nebula-storaged+0x5aaa579) #15 0x3b40791 in void apache::thrift::GeneratedAsyncProcessor::processInThread<nebula::storage::cpp2::GraphStorageServiceAsyncProcessor>(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>, apache::thrift::SerializedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::storage::cpp2::GraphStorageServiceAsyncProcessor::*)(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>, apache::thrift::SerializedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::storage::cpp2::GraphStorageServiceAsyncProcessor*)::{lambda()#1}::operator()() const (build/bin/nebula-storaged+0x3b40791) #16 0x3ba83a1 in void folly::detail::function::FunctionTraits<void ()>::callSmall<void apache::thrift::GeneratedAsyncProcessor::processInThread<nebula::storage::cpp2::GraphStorageServiceAsyncProcessor>(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>, apache::thrift::SerializedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::storage::cpp2::GraphStorageServiceAsyncProcessor::*)(std::unique_ptr<apache::thrift::ResponseChannelRequest, apache::thrift::RequestsRegistry::Deleter>, apache::thrift::SerializedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::storage::cpp2::GraphStorageServiceAsyncProcessor*)::{lambda()#1}>(folly::detail::function::Data&) (build/bin/nebula-storaged+0x3ba83a1) #17 0x5ab15e8 in apache::thrift::concurrency::FunctionRunner::run() (build/bin/nebula-storaged+0x5ab15e8) #18 0x5be1f41 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run() (build/bin/nebula-storaged+0x5be1f41) #19 0x5be5f07 in apache::thrift::concurrency::PthreadThread::threadMain(void*) (build/bin/nebula-storaged+0x5be5f07) #20 0x7ffff729eea4 in start_thread (/lib64/libpthread.so.0+0x7ea4) #21 0x7ffff6fc79fc in __clone (/lib64/libc.so.6+0xfe9fc) Thread T20 (executor-pri3-1) created by T0 here: #0 0x28fe800 in pthread_create (build/bin/nebula-storaged+0x28fe800) #1 0x5be58f9 in apache::thrift::concurrency::PthreadThread::start() (build/bin/nebula-storaged+0x5be58f9) #2 0x5bd642b in apache::thrift::concurrency::ThreadManager::Impl::addWorker(unsigned long) (build/bin/nebula-storaged+0x5bd642b) #3 0x5bdd34c in apache::thrift::concurrency::PriorityThreadManager::PriorityImpl::start() (build/bin/nebula-storaged+0x5bdd34c) #4 0x2a20e61 in nebula::storage::StorageServer::start() (build/bin/nebula-storaged+0x2a20e61) #5 0x29e7333 in main (build/bin/nebula-storaged+0x29e7333) #6 0x7ffff6eeb554 in __libc_start_main (/lib64/libc.so.6+0x22554) Thread T144 (IOThreadPool1) created by T35 (executor-pri3-2) here: #0 0x28fe800 in pthread_create (build/bin/nebula-storaged+0x28fe800) #1 0x6290074 in std::thread::_M_start_thread(std::unique_ptr<std::thread::_State, std::default_delete<std::thread::_State> >, void (*)()) (build/bin/nebula-storaged+0x6290074) Thread T35 (executor-pri3-2) created by T0 here: #0 0x28fe800 in pthread_create (build/bin/nebula-storaged+0x28fe800) #1 0x5be58f9 in apache::thrift::concurrency::PthreadThread::start() (build/bin/nebula-storaged+0x5be58f9) #2 0x5bd642b in apache::thrift::concurrency::ThreadManager::Impl::addWorker(unsigned long) (build/bin/nebula-storaged+0x5bd642b) #3 0x5bdd34c in apache::thrift::concurrency::PriorityThreadManager::PriorityImpl::start() (build/bin/nebula-storaged+0x5bdd34c) #4 0x2a20e61 in nebula::storage::StorageServer::start() (build/bin/nebula-storaged+0x2a20e61) #5 0x29e7333 in main (build/bin/nebula-storaged+0x29e7333) #6 0x7ffff6eeb554 in __libc_start_main (/lib64/libc.so.6+0x22554) Thread T8 (executor-pri3-2) created by T0 here: #0 0x28fe800 in pthread_create (build/bin/nebula-storaged+0x28fe800) #1 0x5be58f9 in apache::thrift::concurrency::PthreadThread::start() (build/bin/nebula-storaged+0x5be58f9) #2 0x5bd642b in apache::thrift::concurrency::ThreadManager::Impl::addWorker(unsigned long) (build/bin/nebula-storaged+0x5bd642b) #3 0x5bdd34c in apache::thrift::concurrency::PriorityThreadManager::PriorityImpl::start() (build/bin/nebula-storaged+0x5bdd34c) #4 0x2a20e61 in nebula::storage::StorageServer::start() (build/bin/nebula-storaged+0x2a20e61) #5 0x29e7333 in main (build/bin/nebula-storaged+0x29e7333) #6 0x7ffff6eeb554 in __libc_start_main (/lib64/libc.so.6+0x22554) SUMMARY: AddressSanitizer: heap-use-after-free (build/bin/nebula-storaged+0x2e9ac65) in std::__uniq_ptr_impl<nebula::MemoryLockGuard<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::default_delete<nebula::MemoryLockGuard<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > >::_M_ptr() const Shadow bytes around the buggy address: 0x0c2c8007dfd0: fa fa fa fa fa fa fa fa fa fa fa fa fa fa fa fa 0x0c2c8007dfe0: fa fa fa fa fa fa fa fa fa fa fa fa fa fa fa fa 0x0c2c8007dff0: fd fd fd fd fd fd fd fd fd fd fd fd fd fd fd fd 0x0c2c8007e000: fd fd fd fd fd fd fd fd fd fd fd fd fd fd fd fd 0x0c2c8007e010: fd fd fd fd fd fd fd fd fd fd fd fd fd fd fd fd =>0x0c2c8007e020: fd fd fd fd fd fd fd fd fd fd fd fd fd fd[fd]fd 0x0c2c8007e030: fd fd fd fd fd fd fd fd fd fd fa fa fa fa fa fa 0x0c2c8007e040: fa fa fa fa fa fa fa fa fa fa fa fa fa fa fa fa 0x0c2c8007e050: 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 0x0c2c8007e060: 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 0x0c2c8007e070: 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 Shadow byte legend (one shadow byte represents 8 application bytes): Addressable: 00 Partially addressable: 01 02 03 04 05 06 07 Heap left redzone: fa Freed heap region: fd Stack left redzone: f1 Stack mid redzone: f2 Stack right redzone: f3 Stack after return: f5 Stack use after scope: f8 Global redzone: f9 Global init order: f6 Poisoned by user: f7 Container overflow: fc Array cookie: ac Intra object redzone: bb ASan internal: fe Left alloca redzone: ca Right alloca redzone: cb ==14137==ABORTINGA clear and concise description of what the bug is.
Your Environments (must be provided)
a3ffc7d8)https://github.com/liuyu85cn/nebula.git cd5a89f
How To Reproduce(must be provided)
nebula cluster: 3storage + 3graph + 1meta
space: 3partition + 3replicas
512 client insert edges concurrently.
The text was updated successfully, but these errors were encountered: