process: /proc/14/mem thread: 0, lwp: 14, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ad87 in folly::RWSpinLock::lock()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:196 #4 0x000000000353b0bb in WriteHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:449 #5 0x00000000048702a1 in nebula::raftex::RaftexService::stop()+376 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:130 #6 0x00000000047bc9d1 in nebula::kvstore::NebulaStore::stop()+176 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NebulaStore.cpp:219 #7 0x000000000310891e in nebula::storage::StorageServer::stop()+415 in /root/src/new-balance-nebula/build/bin/nebula-storaged at StorageServer.cpp:387 #8 0x0000000003108692 in nebula::storage::StorageServer::waitUntilStop()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at StorageServer.cpp:353 #9 0x00000000030dcbc0 in main()+3945 in /root/src/new-balance-nebula/build/bin/nebula-storaged at StorageDaemon.cpp:183 #10 0x00007fafaf0e30b3 in __libc_start_main()+242 in /lib/x86_64-linux-gnu/libc.so.6 at libc-start.c:308 #11 0x00000000030d495e in _start!()+45 in /root/src/new-balance-nebula/build/bin/nebula-storaged thread: 0, lwp: 16, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 17, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 18, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 19, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 20, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 21, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 22, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #7 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #8 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #9 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #10 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #11 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #12 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #16 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 23, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 24, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 25, type: 0 #0 inlined in folly::RWSpinLock::fetch_add at atomic_base.h:541 #0 0x000000000353af62 in folly::RWSpinLock::try_lock_shared()+48 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:278 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 26, type: 0 #0 inlined in folly::RWSpinLock::fetch_add at atomic_base.h:541 #0 0x000000000353af62 in folly::RWSpinLock::try_lock_shared()+48 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:278 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 27, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #7 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #8 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #9 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #10 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #11 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #12 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #16 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 28, type: 0 #0 inlined in folly::RWSpinLock::fetch_add at atomic_base.h:541 #0 0x000000000353af62 in folly::RWSpinLock::try_lock_shared()+48 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:278 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 29, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 30, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 31, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 32, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 33, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 34, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 35, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 36, type: 0 #0 0x000000000353af9d in folly::RWSpinLock::try_lock_shared()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:281 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 37, type: 0 #0 0x00007fafaf2be376 in __pthread_cond_wait()+534 in /lib/x86_64-linux-gnu/libpthread.so.0 at futex-internal.h:183 #1 0x00000000057c7f60 in std::condition_variable::wait(std::unique_lock&)!()+15 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000487be38 in std::condition_variable::wait >()+59 in /root/src/new-balance-nebula/build/bin/nebula-storaged at condition_variable:101 #3 0x000000000487445b in nebula::raftex::Host::waitForStop()+226 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Host.cpp:42 #4 0x0000000004819745 in nebula::raftex::RaftPart::stop()+1380 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftPart.cpp:347 #5 0x0000000004870748 in nebula::raftex::RaftexService::removePartition()+177 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:161 #6 0x00000000047bf574 in nebula::kvstore::NebulaStore::removePart()+379 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NebulaStore.cpp:438 #7 0x00000000032efe66 in nebula::storage::RemovePartProcessor::process()+323 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AdminProcessor.h:170 #8 0x00000000032f2c31 in nebula::storage::StorageAdminServiceHandler::future_removePart()+100 in /root/src/new-balance-nebula/build/bin/nebula-storaged at StorageAdminServiceHandler.cpp:50 #9 0x0000000003b7e8da in nebula::storage::cpp2::StorageAdminServiceSvIf::async_tm_removePart()+267 in /root/src/new-balance-nebula/build/bin/nebula-storaged at StorageAdminService.cpp:240 #10 0x0000000003b8daef in nebula::storage::cpp2::StorageAdminServiceAsyncProcessor::process_removePart()+716 in /root/src/new-balance-nebula/build/bin/nebula-storaged at StorageAdminService.tcc:251 #11 0x0000000003bbc5e8 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #12 0x0000000003b8b803 in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::storage::cpp2::StorageAdminServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::storage::cpp2::StorageAdminServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #13 0x0000000003bab3b2 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::storage::cpp2::StorageAdminServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #14 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #18 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 38, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #7 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #8 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #9 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #10 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #11 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #12 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #16 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 39, type: 0 #0 0x000000000353af9d in folly::RWSpinLock::try_lock_shared()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:281 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 40, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 41, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 42, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #7 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #8 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #9 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #10 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #11 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #12 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #16 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 43, type: 0 #0 inlined in folly::RWSpinLock::fetch_add at atomic_base.h:541 #0 0x000000000353af62 in folly::RWSpinLock::try_lock_shared()+48 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:278 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 44, type: 0 #0 inlined in folly::RWSpinLock::fetch_add at atomic_base.h:541 #0 0x000000000353af62 in folly::RWSpinLock::try_lock_shared()+48 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:278 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 45, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 46, type: 0 #0 0x000000000353af9d in folly::RWSpinLock::try_lock_shared()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:281 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 47, type: 0 #0 inlined in folly::RWSpinLock::fetch_add at atomic_base.h:541 #0 0x000000000353af62 in folly::RWSpinLock::try_lock_shared()+48 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:278 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 48, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 49, type: 0 #0 inlined in folly::RWSpinLock::fetch_add at atomic_base.h:541 #0 0x000000000353af62 in folly::RWSpinLock::try_lock_shared()+48 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:278 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 50, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa302f in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+750 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 51, type: 0 #0 inlined in folly::RWSpinLock::fetch_add at atomic_base.h:541 #0 0x000000000353af62 in folly::RWSpinLock::try_lock_shared()+48 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:278 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 52, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #7 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #8 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #9 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #10 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #11 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #12 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #16 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 53, type: 0 #0 inlined in folly::RWSpinLock::fetch_add at atomic_base.h:541 #0 0x000000000353af62 in folly::RWSpinLock::try_lock_shared()+48 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:278 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x0000000004870e49 in nebula::raftex::RaftexService::appendLog()+96 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:200 #5 0x000000000494f02e in nebula::raftex::cpp2::RaftexServiceSvIf::async_tm_appendLog()+559 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:131 #6 0x00000000049580c2 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_appendLog()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:115 #7 0x000000000497bfd4 in apache::thrift::RequestTask::run()+315 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:471 #8 0x00000000049572db in apache::thrift::GeneratedAsyncProcessor::processInThread(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*, apache::thrift::RpcKind, void (nebula::raftex::cpp2::RaftexServiceAsyncProcessor::*)(std::unique_ptr, apache::thrift::SerializedCompressedRequest&&, apache::thrift::Cpp2RequestContext*, folly::EventBase*, apache::thrift::concurrency::ThreadManager*), nebula::raftex::cpp2::RaftexServiceAsyncProcessor*)::{lambda()#1}::operator()() const!()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AsyncProcessor.h:1114 #9 0x000000000496c134 in folly::detail::function::FunctionTraits::callSmall, ChildType*) [with ChildType = nebula::raftex::cpp2::RaftexServiceAsyncProcessor]:: >()+35 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:371 #10 0x0000000004e2c48a in virtual thunk to apache::thrift::concurrency::FunctionRunner::run()!()+169 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004fa2f29 in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+488 in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #14 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 54, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 55, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 56, type: 0 #0 0x00007fafaf19c3bf in __clock_nanosleep()+223 in /lib/x86_64-linux-gnu/libc.so.6 at clock_nanosleep.c:78 #1 0x00007fafaf1a2047 in __nanosleep()+22 in /lib/x86_64-linux-gnu/libc.so.6 at nanosleep.c:27 #2 0x00007fafaf1a1f7e in __sleep()+61 in /lib/x86_64-linux-gnu/libc.so.6 at sleep.c:55 #3 0x0000000004644bfd in nebula::time::TscHelper::::operator()()+18 in /root/src/new-balance-nebula/build/bin/nebula-storaged at TscHelper.cpp:26 #4 0x00000000046465ca in std::__invoke_impl&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #5 0x000000000464659b in std::__invoke&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #6 0x000000000464655c in std::_Bind()>::__call()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #7 0x000000000464646d in std::_Bind()>::operator()<>()+50 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #8 0x00000000046462fd in std::_Function_handler()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #9 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #10 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #11 0x000000000464613c in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind()> >()+133 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #12 0x0000000004646052 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind()> >()+79 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #13 0x0000000004645f86 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind()> > >::_M_invoke<0, 1, 2>()+93 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #14 0x0000000004645f22 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind()> > >::operator()()+21 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #15 0x0000000004645f06 in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind()> > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #16 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #18 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 57, type: 0 #0 0x000000000353af9d in folly::RWSpinLock::try_lock_shared()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:281 #1 0x000000000353adf3 in folly::RWSpinLock::lock_shared()+34 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:210 #2 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #3 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #4 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #5 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #6 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #7 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #8 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #9 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #10 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #12 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #26 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #27 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #28 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #29 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #30 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #31 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #32 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #33 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #34 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 58, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 0x000000000524764a in folly::observer_detail::ObserverManager::UpdatesManager::CurrentQueue::CurrentQueue()::{lambda()#1}::operator()() const!()+1945 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #8 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 59, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 0x000000000524764a in folly::observer_detail::ObserverManager::UpdatesManager::CurrentQueue::CurrentQueue()::{lambda()#1}::operator()() const!()+1945 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #8 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 60, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 0x000000000524764a in folly::observer_detail::ObserverManager::UpdatesManager::CurrentQueue::CurrentQueue()::{lambda()#1}::operator()() const!()+1945 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #8 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 61, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 0x000000000524764a in folly::observer_detail::ObserverManager::UpdatesManager::CurrentQueue::CurrentQueue()::{lambda()#1}::operator()() const!()+1945 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #8 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 62, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 0x0000000005249077 in folly::observer_detail::ObserverManager::UpdatesManager::NextQueue::NextQueue()::{lambda()#1}::operator()() const!()+4278 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #8 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 63, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 64, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 65, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 66, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 67, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 68, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 69, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 70, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 71, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 72, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 73, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 74, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 75, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 76, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 77, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353b017 in ReadHolder()+44 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:320 #5 0x00000000048707df in nebula::raftex::RaftexService::findPart()+68 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:165 #6 0x00000000048711b0 in nebula::raftex::RaftexService::async_eb_heartbeat()+123 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:226 #7 0x0000000004959634 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::process_heartbeat()+789 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:229 #8 0x00000000049532c5 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::setUpAndProcess_heartbeat()+252 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.tcc:203 #9 0x0000000004956d03 in apache::thrift::detail::ap::nonRecursiveProcess()+274 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:922 #10 0x000000000495263e in apache::thrift::detail::ap::process()+293 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GeneratedCodeHelper.h:949 #11 0x000000000494feb1 in nebula::raftex::cpp2::RaftexServiceAsyncProcessor::processSerializedCompressedRequestWithMetadata()+164 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:294 #12 0x0000000004f15be6 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #13 0x0000000004ef2c8d in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x0000000004ef39ba in apache::thrift::rocket::ThriftRocketServerHandler::handleRequestResponseFrame(apache::thrift::rocket::RequestResponseFrame&&, apache::thrift::rocket::RocketServerFrameContext&&)!()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged #15 0x0000000004ee05ef in apache::thrift::rocket::RocketServerConnection::handleFrame(std::unique_ptr >)!()+1646 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x0000000004ee8b06 in apache::thrift::rocket::Parser::readDataAvailableOld(unsigned long)!()+949 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x0000000004ee91a9 in apache::thrift::rocket::Parser::readDataAvailable(unsigned long)!()+72 in /root/src/new-balance-nebula/build/bin/nebula-storaged #18 0x000000000528aa4b in folly::AsyncSocket::handleRead()!()+362 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x000000000527f4ce in folly::AsyncSocket::ioReady(unsigned short)!()+269 in /root/src/new-balance-nebula/build/bin/nebula-storaged #20 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #28 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #29 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #30 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #32 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #33 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #34 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #35 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #36 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 78, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353afe4 in ReadHolder()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:315 #5 0x00000000047c587c in nebula::kvstore::NebulaStore::allLeader()+75 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NebulaStore.cpp:1068 #6 0x00000000047b276f in nebula::kvstore::MetaServerBasedPartManager::fetchLeaderInfo()+88 in /root/src/new-balance-nebula/build/bin/nebula-storaged at PartManager.cpp:191 #7 0x000000000355f67a in nebula::meta::MetaClient::heartbeat()+1355 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MetaClient.cpp:2559 #8 0x000000000354224c in nebula::meta::MetaClient::heartBeatThreadFunc()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MetaClient.cpp:159 #9 0x00000000037c547e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #10 0x00000000037c3b86 in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #11 0x00000000037c0988 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #12 0x00000000037ba8e1 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #13 0x00000000037b45fc in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #14 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #15 0x0000000003573a38 in nebula::thread::GenericWorker::addDelayTask(unsigned long, void (nebula::meta::MetaClient::*&&)(), nebula::meta::MetaClient*&&)::{lambda()#1}::operator()() const!()+51 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.h:215 #16 0x0000000003799862 in std::__invoke_impl&>()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #17 0x0000000003784afd in std::__invoke&>()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #18 0x0000000003768628 in std::_Bind::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::__call()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #19 0x0000000003733733 in std::_Bind::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #20 0x00000000036f094b in std::_Function_handler::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #21 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #22 0x00000000046525bc in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::operator()(int, short, void*) const!()+65 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:128 #23 0x000000000465264a in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::_FUN(int, short, void*)!()+47 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:132 #24 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #25 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #26 0x00000000046523ba in nebula::thread::GenericWorker::loop()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:90 #27 0x0000000004656d9e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #28 0x0000000004656cee in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #29 0x0000000004656c32 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #30 0x0000000004656ae9 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #31 0x000000000465696d in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #32 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #33 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #34 0x0000000004656794 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+137 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #35 0x0000000004656696 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #36 0x00000000046565b6 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::_M_invoke<0, 1, 2>()+97 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #37 0x000000000465654e in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #38 0x000000000465652e in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #39 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #40 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #41 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 79, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000524a266 in folly::fibers::Baton::waitThread()!()+181 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000524a518 in folly::fibers::Baton::wait()!()+231 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x00000000036d3153 in folly::futures::detail::waitImpl >()+266 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2097 #5 0x000000000367659e in folly::SemiFuture::wait()+429 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2204 #6 0x000000000362eaaa in folly::SemiFuture::getTry()+45 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2261 #7 0x000000000483801c in folly::Future::getTry()+85 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2340 #8 0x000000000483109e in folly::Future::get()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2330 #9 0x00000000048255b7 in nebula::raftex::RaftPart::statusPolling()+236 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftPart.cpp:1270 #10 0x0000000004825497 in nebula::raftex::RaftPart::statusPolling(long)::{lambda()#1}::operator()() const!()+60 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftPart.cpp:1290 #11 0x000000000486d4f0 in std::__invoke_impl&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #12 0x000000000486d252 in std::__invoke&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #13 0x000000000486c9d2 in std::_Bind()>::__call()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #14 0x000000000486bf15 in std::_Bind()>::operator()<>()+50 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #15 0x000000000486b061 in std::_Function_handler()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #16 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #17 0x000000000483c867 in nebula::thread::GenericWorker::addDelayTask(unsigned long, std::result_of&&, (nebula::raftex::RaftPart::statusPolling(long)::{lambda()#1}&&)...)::{lambda()#1}::operator()() const!()+46 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.h:215 #18 0x00000000048698f4 in std::__invoke_impl; Args = {}]::&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #19 0x0000000004867ff5 in std::__invoke; Args = {}]::&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #20 0x0000000004865c76 in std::_Bind; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::__call()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #21 0x0000000004862319 in std::_Bind; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::operator()<>()+50 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #22 0x000000000485d3f1 in std::_Function_handler; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #23 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #24 0x00000000046525bc in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::operator()(int, short, void*) const!()+65 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:128 #25 0x000000000465264a in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::_FUN(int, short, void*)!()+47 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:132 #26 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #28 0x00000000046523ba in nebula::thread::GenericWorker::loop()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:90 #29 0x0000000004656d9e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #30 0x0000000004656cee in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x0000000004656c32 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #32 0x0000000004656ae9 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #33 0x000000000465696d in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #34 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #35 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #36 0x0000000004656794 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+137 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #37 0x0000000004656696 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #38 0x00000000046565b6 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::_M_invoke<0, 1, 2>()+97 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #39 0x000000000465654e in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #40 0x000000000465652e in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #41 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #42 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #43 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 80, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000524a266 in folly::fibers::Baton::waitThread()!()+181 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000524a518 in folly::fibers::Baton::wait()!()+231 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x00000000036d3153 in folly::futures::detail::waitImpl >()+266 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2097 #5 0x000000000367659e in folly::SemiFuture::wait()+429 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2204 #6 0x000000000362eaaa in folly::SemiFuture::getTry()+45 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2261 #7 0x000000000483801c in folly::Future::getTry()+85 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2340 #8 0x000000000483109e in folly::Future::get()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2330 #9 0x00000000048255b7 in nebula::raftex::RaftPart::statusPolling()+236 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftPart.cpp:1270 #10 0x0000000004825497 in nebula::raftex::RaftPart::statusPolling(long)::{lambda()#1}::operator()() const!()+60 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftPart.cpp:1290 #11 0x000000000486d4f0 in std::__invoke_impl&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #12 0x000000000486d252 in std::__invoke&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #13 0x000000000486c9d2 in std::_Bind()>::__call()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #14 0x000000000486bf15 in std::_Bind()>::operator()<>()+50 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #15 0x000000000486b061 in std::_Function_handler()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #16 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #17 0x000000000483c867 in nebula::thread::GenericWorker::addDelayTask(unsigned long, std::result_of&&, (nebula::raftex::RaftPart::statusPolling(long)::{lambda()#1}&&)...)::{lambda()#1}::operator()() const!()+46 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.h:215 #18 0x00000000048698f4 in std::__invoke_impl; Args = {}]::&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #19 0x0000000004867ff5 in std::__invoke; Args = {}]::&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #20 0x0000000004865c76 in std::_Bind; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::__call()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #21 0x0000000004862319 in std::_Bind; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::operator()<>()+50 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #22 0x000000000485d3f1 in std::_Function_handler; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #23 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #24 0x00000000046525bc in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::operator()(int, short, void*) const!()+65 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:128 #25 0x000000000465264a in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::_FUN(int, short, void*)!()+47 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:132 #26 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #28 0x00000000046523ba in nebula::thread::GenericWorker::loop()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:90 #29 0x0000000004656d9e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #30 0x0000000004656cee in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x0000000004656c32 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #32 0x0000000004656ae9 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #33 0x000000000465696d in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #34 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #35 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #36 0x0000000004656794 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+137 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #37 0x0000000004656696 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #38 0x00000000046565b6 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::_M_invoke<0, 1, 2>()+97 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #39 0x000000000465654e in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #40 0x000000000465652e in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #41 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #42 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #43 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 81, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000524a266 in folly::fibers::Baton::waitThread()!()+181 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000524a518 in folly::fibers::Baton::wait()!()+231 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x00000000036d3153 in folly::futures::detail::waitImpl >()+266 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2097 #5 0x000000000367659e in folly::SemiFuture::wait()+429 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2204 #6 0x000000000362eaaa in folly::SemiFuture::getTry()+45 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2261 #7 0x000000000483801c in folly::Future::getTry()+85 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2340 #8 0x000000000483109e in folly::Future::get()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2330 #9 0x00000000048255b7 in nebula::raftex::RaftPart::statusPolling()+236 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftPart.cpp:1270 #10 0x0000000004825497 in nebula::raftex::RaftPart::statusPolling(long)::{lambda()#1}::operator()() const!()+60 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftPart.cpp:1290 #11 0x000000000486d4f0 in std::__invoke_impl&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #12 0x000000000486d252 in std::__invoke&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #13 0x000000000486c9d2 in std::_Bind()>::__call()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #14 0x000000000486bf15 in std::_Bind()>::operator()<>()+50 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #15 0x000000000486b061 in std::_Function_handler()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #16 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #17 0x000000000483c867 in nebula::thread::GenericWorker::addDelayTask(unsigned long, std::result_of&&, (nebula::raftex::RaftPart::statusPolling(long)::{lambda()#1}&&)...)::{lambda()#1}::operator()() const!()+46 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.h:215 #18 0x00000000048698f4 in std::__invoke_impl; Args = {}]::&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #19 0x0000000004867ff5 in std::__invoke; Args = {}]::&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #20 0x0000000004865c76 in std::_Bind; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::__call()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #21 0x0000000004862319 in std::_Bind; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::operator()<>()+50 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #22 0x000000000485d3f1 in std::_Function_handler; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #23 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #24 0x00000000046525bc in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::operator()(int, short, void*) const!()+65 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:128 #25 0x000000000465264a in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::_FUN(int, short, void*)!()+47 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:132 #26 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #28 0x00000000046523ba in nebula::thread::GenericWorker::loop()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:90 #29 0x0000000004656d9e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #30 0x0000000004656cee in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x0000000004656c32 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #32 0x0000000004656ae9 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #33 0x000000000465696d in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #34 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #35 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #36 0x0000000004656794 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+137 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #37 0x0000000004656696 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #38 0x00000000046565b6 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::_M_invoke<0, 1, 2>()+97 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #39 0x000000000465654e in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #40 0x000000000465652e in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #41 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #42 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #43 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 82, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000524a266 in folly::fibers::Baton::waitThread()!()+181 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000524a518 in folly::fibers::Baton::wait()!()+231 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x00000000036d3153 in folly::futures::detail::waitImpl >()+266 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2097 #5 0x000000000367659e in folly::SemiFuture::wait()+429 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2204 #6 0x000000000362eaaa in folly::SemiFuture::getTry()+45 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2261 #7 0x000000000483801c in folly::Future::getTry()+85 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2340 #8 0x000000000483109e in folly::Future::get()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Future-inl.h:2330 #9 0x00000000048255b7 in nebula::raftex::RaftPart::statusPolling()+236 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftPart.cpp:1270 #10 0x0000000004825497 in nebula::raftex::RaftPart::statusPolling(long)::{lambda()#1}::operator()() const!()+60 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftPart.cpp:1290 #11 0x000000000486d4f0 in std::__invoke_impl&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #12 0x000000000486d252 in std::__invoke&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #13 0x000000000486c9d2 in std::_Bind()>::__call()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #14 0x000000000486bf15 in std::_Bind()>::operator()<>()+50 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #15 0x000000000486b061 in std::_Function_handler()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #16 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #17 0x000000000483c867 in nebula::thread::GenericWorker::addDelayTask(unsigned long, std::result_of&&, (nebula::raftex::RaftPart::statusPolling(long)::{lambda()#1}&&)...)::{lambda()#1}::operator()() const!()+46 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.h:215 #18 0x00000000048698f4 in std::__invoke_impl; Args = {}]::&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #19 0x0000000004867ff5 in std::__invoke; Args = {}]::&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #20 0x0000000004865c76 in std::_Bind; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::__call()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #21 0x0000000004862319 in std::_Bind; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::operator()<>()+50 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #22 0x000000000485d3f1 in std::_Function_handler; Args = {}; typename std::enable_if::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #23 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #24 0x00000000046525bc in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::operator()(int, short, void*) const!()+65 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:128 #25 0x000000000465264a in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::_FUN(int, short, void*)!()+47 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:132 #26 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #27 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #28 0x00000000046523ba in nebula::thread::GenericWorker::loop()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:90 #29 0x0000000004656d9e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #30 0x0000000004656cee in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #31 0x0000000004656c32 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #32 0x0000000004656ae9 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #33 0x000000000465696d in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #34 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #35 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #36 0x0000000004656794 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+137 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #37 0x0000000004656696 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #38 0x00000000046565b6 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::_M_invoke<0, 1, 2>()+97 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #39 0x000000000465654e in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #40 0x000000000465652e in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #41 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #42 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #43 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 83, type: 0 #0 0x00007fafaf1c189b in __GI___sched_yield!()+11 in /lib/x86_64-linux-gnu/libc.so.6 at syscall-template.S:78 #1 0x00000000030fac92 in __gthread_yield()+8 in /root/src/new-balance-nebula/build/bin/nebula-storaged at gthr-default.h:693 #2 0x00000000030fb860 in std::this_thread::yield()+12 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:356 #3 0x000000000353ae1b in folly::RWSpinLock::lock_shared()+74 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:212 #4 0x000000000353afe4 in ReadHolder()+57 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RWSpinLock.h:315 #5 0x00000000047c5d55 in nebula::kvstore::NebulaStore::cleanWAL()+66 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NebulaStore.cpp:1091 #6 0x00000000047f48a1 in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #7 0x00000000047f46c2 in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #8 0x00000000047f4330 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #9 0x00000000047f3cbb in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #10 0x00000000047f32cc in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #11 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #12 0x00000000047c7c90 in nebula::thread::GenericWorker::addDelayTask(unsigned long, void (nebula::kvstore::NebulaStore::*&&)(), nebula::kvstore::NebulaStore*&&)::{lambda()#1}::operator()() const!()+51 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.h:215 #13 0x00000000047ef28c in std::__invoke_impl&>()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #14 0x00000000047ec9f7 in std::__invoke&>()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #15 0x00000000047e8d48 in std::_Bind::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::__call()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #16 0x00000000047e4bd7 in std::_Bind::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()>::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #17 0x00000000047df591 in std::_Function_handler::type>::value, folly::SemiFuture >::type = folly::SemiFuture; size_t = long unsigned int]::()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #18 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #19 0x00000000046525bc in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::operator()(int, short, void*) const!()+65 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:128 #20 0x000000000465264a in nebula::thread::GenericWorker::onNotify()::{lambda(int, short, void*)#1}::_FUN(int, short, void*)!()+47 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:132 #21 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #22 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x00000000046523ba in nebula::thread::GenericWorker::loop()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:90 #24 0x0000000004656d9e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #25 0x0000000004656cee in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #26 0x0000000004656c32 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #27 0x0000000004656ae9 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #28 0x000000000465696d in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #29 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #30 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #31 0x0000000004656794 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+137 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #32 0x0000000004656696 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #33 0x00000000046565b6 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::_M_invoke<0, 1, 2>()+97 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #34 0x000000000465654e in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #35 0x000000000465652e in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #36 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #37 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #38 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 84, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x000000000486fef4 in nebula::raftex::RaftexService::serve()+491 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:107 #7 0x000000000486f631 in nebula::raftex::RaftexService::start()::{lambda()#1}::operator()() const!()+26 in /root/src/new-balance-nebula/build/bin/nebula-storaged at RaftexService.cpp:41 #8 0x0000000004873ea4 in std::__invoke_impl >()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #9 0x0000000004873e5a in std::__invoke >()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #10 0x0000000004873e08 in std::thread::_Invoker > >::_M_invoke<0>()+37 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #11 0x0000000004873ddc in std::thread::_Invoker > >::operator()()+21 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #12 0x0000000004873dc0 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #13 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #15 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 85, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 86, type: 0 #0 0x00007fafaf2be376 in __pthread_cond_wait()+534 in /lib/x86_64-linux-gnu/libpthread.so.0 at futex-internal.h:183 #1 0x00000000057c7f60 in std::condition_variable::wait(std::unique_lock&)!()+15 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x0000000004dd1bf9 in rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long)!()+200 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x0000000004dd1f8e in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)!()+93 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #6 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 87, type: 0 #0 0x00007fafaf2be376 in __pthread_cond_wait()+534 in /lib/x86_64-linux-gnu/libpthread.so.0 at futex-internal.h:183 #1 0x00000000057c7f60 in std::condition_variable::wait(std::unique_lock&)!()+15 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x0000000004dd1bf9 in rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long)!()+200 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x0000000004dd1f8e in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)!()+93 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #6 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 88, type: 0 #0 0x00007fafaf2be376 in __pthread_cond_wait()+534 in /lib/x86_64-linux-gnu/libpthread.so.0 at futex-internal.h:183 #1 0x00000000057c7f60 in std::condition_variable::wait(std::unique_lock&)!()+15 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x0000000004dd1bf9 in rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long)!()+200 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x0000000004dd1f8e in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)!()+93 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #6 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 89, type: 0 #0 0x00007fafaf2be376 in __pthread_cond_wait()+534 in /lib/x86_64-linux-gnu/libpthread.so.0 at futex-internal.h:183 #1 0x00000000057c7f60 in std::condition_variable::wait(std::unique_lock&)!()+15 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x0000000004dd1bf9 in rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long)!()+200 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x0000000004dd1f8e in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)!()+93 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #6 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 105, type: 0 #0 0x00007fafaf2be7b1 in __pthread_cond_timedwait()+625 in /lib/x86_64-linux-gnu/libpthread.so.0 at futex-internal.h:320 #1 0x0000000004ce6087 in rocksdb::port::CondVar::TimedWait(unsigned long)!()+86 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x0000000004ace07c in rocksdb::Timer::Run()!()+795 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #5 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 106, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x00000000046523ba in nebula::thread::GenericWorker::loop()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:90 #4 0x0000000004656d9e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #5 0x0000000004656cee in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #6 0x0000000004656c32 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #7 0x0000000004656ae9 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #8 0x000000000465696d in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #9 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #10 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #11 0x0000000004656794 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+137 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #12 0x0000000004656696 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #13 0x00000000046565b6 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::_M_invoke<0, 1, 2>()+97 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #14 0x000000000465654e in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #15 0x000000000465652e in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #16 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #18 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 107, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x00000000046523ba in nebula::thread::GenericWorker::loop()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:90 #4 0x0000000004656d9e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #5 0x0000000004656cee in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #6 0x0000000004656c32 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #7 0x0000000004656ae9 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #8 0x000000000465696d in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #9 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #10 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #11 0x0000000004656794 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+137 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #12 0x0000000004656696 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #13 0x00000000046565b6 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::_M_invoke<0, 1, 2>()+97 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #14 0x000000000465654e in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #15 0x000000000465652e in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #16 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #18 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 108, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x00000000046523ba in nebula::thread::GenericWorker::loop()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:90 #4 0x0000000004656d9e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #5 0x0000000004656cee in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #6 0x0000000004656c32 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #7 0x0000000004656ae9 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #8 0x000000000465696d in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #9 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #10 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #11 0x0000000004656794 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+137 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #12 0x0000000004656696 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #13 0x00000000046565b6 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::_M_invoke<0, 1, 2>()+97 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #14 0x000000000465654e in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #15 0x000000000465652e in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #16 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #18 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 109, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005100a15 in proxygen::HTTPServer::start(std::function, std::function, std::shared_ptr, std::shared_ptr)!()+532 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x00000000045fddba in nebula::WebService::start(unsigned short, unsigned short)::{lambda()#6}::operator()() const!()+333 in /root/src/new-balance-nebula/build/bin/nebula-storaged at WebService.cpp:118 #8 0x00000000046087b6 in std::__invoke_impl&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #9 0x0000000004608787 in std::__invoke&>()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #10 0x0000000004608748 in std::_Bind()>::__call()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #11 0x0000000004608639 in std::_Bind()>::operator()<>()+50 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #12 0x00000000046084c9 in std::_Function_handler()> >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #13 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #14 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #15 0x0000000004608309 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind()> >()+133 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #16 0x0000000004608210 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind()> >()+79 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #17 0x0000000004608144 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind()> > >::_M_invoke<0, 1, 2>()+93 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #18 0x00000000046080e0 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind()> > >::operator()()+21 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #19 0x00000000046080c4 in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind()> > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #20 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #21 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #22 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 110, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 111, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 112, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 113, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 114, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 115, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x0000000003126c3e in folly::detail::futexWaitImpl, std::chrono::time_point > > >()+62 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:81 #3 0x000000000312145b in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:120 #4 0x000000000312136c in folly::detail::MemoryIdler::futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > >()+325 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:194 #5 0x000000000311a0e4 in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+116 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:151 #6 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #7 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #7 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #8 0x0000000005211b76 in folly::UnboundedBlockingQueue::try_take_for(std::chrono::duration >)!()+85 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x0000000005208fb7 in folly::CPUThreadPoolExecutor::threadRun(std::shared_ptr)!()+390 in /root/src/new-balance-nebula/build/bin/nebula-storaged #10 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #11 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #12 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #13 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #14 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #15 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #16 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #17 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #18 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #19 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #20 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 116, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x00000000046523ba in nebula::thread::GenericWorker::loop()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:90 #4 0x0000000004656d9e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #5 0x0000000004656cee in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #6 0x0000000004656c32 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #7 0x0000000004656ae9 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #8 0x000000000465696d in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #9 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #10 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #11 0x0000000004656794 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+137 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #12 0x0000000004656696 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #13 0x00000000046565b6 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::_M_invoke<0, 1, 2>()+97 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #14 0x000000000465654e in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #15 0x000000000465652e in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #16 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #17 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #18 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 132, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x0000000003126c3e in folly::detail::futexWaitImpl, std::chrono::time_point > > >()+62 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:81 #3 0x000000000312145b in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:120 #4 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #5 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #6 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #6 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #7 0x000000000315b037 in folly::detail::LifoSemBase, std::atomic>::try_wait_for >()+88 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:489 #8 0x0000000003159b0b in folly::UnboundedBlockingQueue >::try_take_for()+86 in /root/src/new-balance-nebula/build/bin/nebula-storaged at UnboundedBlockingQueue.h:41 #9 0x0000000003308a7f in nebula::storage::AdminTaskManager::schedule()+352 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AdminTaskManager.cpp:244 #10 0x000000000332d217 in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #11 0x000000000332d0a1 in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000332cbfe in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #13 0x000000000332bb8f in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #14 0x0000000003329fdc in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #15 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #16 0x000000000330b5d8 in nebula::thread::GenericWorker::addTask(void (nebula::storage::AdminTaskManager::*&&)(), nebula::storage::AdminTaskManager*&&)::{lambda()#1}::operator()() const!()+51 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.h:179 #17 0x00000000033209c7 in std::_Function_handler::type>::value, folly::SemiFuture >::type = folly::SemiFuture]:: >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #18 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #19 0x000000000465276d in nebula::thread::GenericWorker::onNotify()+270 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:115 #20 0x0000000004651dce in nebula::thread::GenericWorker::start(std::__cxx11::basic_string, std::allocator >)::{lambda(int, short, void*)#1}::operator()(int, short, void*) const!()+233 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:55 #21 0x0000000004651e3a in nebula::thread::GenericWorker::start(std::__cxx11::basic_string, std::allocator >)::{lambda(int, short, void*)#1}::_FUN(int, short, void*)!()+47 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:56 #22 0x000000000535c113 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #23 0x000000000535c837 in event_base_loop!()+1318 in /root/src/new-balance-nebula/build/bin/nebula-storaged #24 0x00000000046523ba in nebula::thread::GenericWorker::loop()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at GenericWorker.cpp:90 #25 0x0000000004656d9e in std::__invoke_impl()+107 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:73 #26 0x0000000004656cee in std::__invoke()+56 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #27 0x0000000004656c32 in std::_Bind::__call()+91 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:400 #28 0x0000000004656ae9 in std::_Bind::operator()<>()+54 in /root/src/new-balance-nebula/build/bin/nebula-storaged at functional:484 #29 0x000000000465696d in std::_Function_handler >::_M_invoke()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:300 #30 0x000000000330ac54 in std::function::operator()()+53 in /root/src/new-balance-nebula/build/bin/nebula-storaged at std_function.h:688 #31 0x00000000045fc3c1 in nebula::thread::NamedThread::hook()+61 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThread.h:62 #32 0x0000000004656794 in std::__invoke_impl&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+137 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #33 0x0000000004656696 in std::__invoke&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind >()+83 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #34 0x00000000046565b6 in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::_M_invoke<0, 1, 2>()+97 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #35 0x000000000465654e in std::thread::_Invoker, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #36 0x000000000465652e in std::thread::_State_impl, std::allocator >&, const std::function&), std::__cxx11::basic_string, std::allocator >, std::_Bind > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #37 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #38 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #39 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 133, type: 0 #0 0x00007fafaf2be376 in __pthread_cond_wait()+534 in /lib/x86_64-linux-gnu/libpthread.so.0 at futex-internal.h:183 #1 0x00000000057c7f60 in std::condition_variable::wait(std::unique_lock&)!()+15 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000330635e in nebula::storage::AdminTaskManager::handleUnreportedTasks()::{lambda()#1}::operator()() const!()+135 in /root/src/new-balance-nebula/build/bin/nebula-storaged at AdminTaskManager.cpp:52 #3 0x000000000332dc48 in std::__invoke_impl >()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #4 0x000000000332dbfe in std::__invoke >()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #5 0x000000000332dbac in std::thread::_Invoker > >::_M_invoke<0>()+37 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #6 0x000000000332db62 in std::thread::_Invoker > >::operator()()+21 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #7 0x000000000332d95c in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #8 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 134, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000004e64c9b in apache::thrift::ThriftServer::serve()!()+186 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x00000000031062ff in nebula::storage::StorageServer::start()::{lambda()#1}::operator()() const!()+950 in /root/src/new-balance-nebula/build/bin/nebula-storaged at StorageServer.cpp:262 #8 0x000000000315d605 in std::__invoke_impl >()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #9 0x000000000315c50c in std::__invoke >()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #10 0x000000000315b64a in std::thread::_Invoker > >::_M_invoke<0>()+37 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #11 0x000000000315a988 in std::thread::_Invoker > >::operator()()+21 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #12 0x0000000003157742 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #13 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #15 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 135, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000004e64c9b in apache::thrift::ThriftServer::serve()!()+186 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000003106a8a in nebula::storage::StorageServer::start()::{lambda()#2}::operator()() const!()+1157 in /root/src/new-balance-nebula/build/bin/nebula-storaged at StorageServer.cpp:291 #8 0x000000000315d5bb in std::__invoke_impl >()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #9 0x000000000315c4ba in std::__invoke >()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #10 0x000000000315b61e in std::thread::_Invoker > >::_M_invoke<0>()+37 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #11 0x000000000315a96c in std::thread::_Invoker > >::operator()()+21 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #12 0x000000000315771e in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #13 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #15 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 136, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000004e64c9b in apache::thrift::ThriftServer::serve()!()+186 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000003107202 in nebula::storage::StorageServer::start()::{lambda()#3}::operator()() const!()+981 in /root/src/new-balance-nebula/build/bin/nebula-storaged at StorageServer.cpp:316 #8 0x000000000315d571 in std::__invoke_impl >()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #9 0x000000000315c468 in std::__invoke >()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #10 0x000000000315b5f2 in std::thread::_Invoker > >::_M_invoke<0>()+37 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #11 0x000000000315a950 in std::thread::_Invoker > >::operator()()+21 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #12 0x00000000031576fa in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #13 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #14 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #15 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 137, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 138, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 139, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 140, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 141, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 142, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 143, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 144, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 145, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 146, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 147, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 148, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 149, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 150, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 151, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 152, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 153, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 154, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 155, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 156, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 157, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 158, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 159, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 160, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 161, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 162, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 163, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 164, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 165, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 166, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 167, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 168, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 169, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 170, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 171, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 172, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 173, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 174, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 175, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 176, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 177, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 178, type: 0 #0 0x00007fafaf1d789d in syscall!()+29 in /lib/x86_64-linux-gnu/libc.so.6 at syscall.S:38 #1 0x0000000004cfbce1 in folly::detail::futexWaitImpl(std::atomic const*, unsigned int, std::chrono::time_point > > const*, std::chrono::time_point > > const*, unsigned int)!()+144 in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000312143f in folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > >()+128 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Futex-inl.h:119 #3 0x000000000311a10c in folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > > >()+156 in /root/src/new-balance-nebula/build/bin/nebula-storaged at MemoryIdler.h:164 #4 0x000000000315ebb9 in folly::SaturatingSemaphore::tryWaitSlow > >()+312 in /root/src/new-balance-nebula/build/bin/nebula-storaged at SaturatingSemaphore.h:312 #5 inlined in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > at SaturatingSemaphore.h:173 #5 0x000000000315c024 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > >()+477 in /root/src/new-balance-nebula/build/bin/nebula-storaged at LifoSem.h:512 #6 0x0000000004f99f4e in apache::thrift::concurrency::ThreadManager::Impl::waitOnTask()!()+381 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x0000000004fa2e5c in apache::thrift::concurrency::ThreadManager::Impl::Worker::run()!()+283 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x0000000004fa5291 in apache::thrift::concurrency::PthreadThread::threadMain(void*)!()+224 in /root/src/new-balance-nebula/build/bin/nebula-storaged #9 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #10 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 179, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 180, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 181, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 182, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 2006, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 4376, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 5829, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 6287, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95 thread: 0, lwp: 6288, type: 0 #0 0x00007fafaf1de5ce in epoll_wait()+94 in /lib/x86_64-linux-gnu/libc.so.6 at epoll_wait.c:30 #1 0x00000000053661b5 in () in /root/src/new-balance-nebula/build/bin/nebula-storaged #2 0x000000000535c5e8 in event_base_loop!()+727 in /root/src/new-balance-nebula/build/bin/nebula-storaged #3 0x000000000529a62e in folly::EventBase::loopBody(int, bool)!()+1165 in /root/src/new-balance-nebula/build/bin/nebula-storaged #4 0x000000000529af72 in folly::EventBase::loop()!()+81 in /root/src/new-balance-nebula/build/bin/nebula-storaged #5 0x000000000529dc8c in folly::EventBase::loopForever()!()+43 in /root/src/new-balance-nebula/build/bin/nebula-storaged #6 0x0000000005221f61 in folly::IOThreadPoolExecutor::threadRun(std::shared_ptr)!()+864 in /root/src/new-balance-nebula/build/bin/nebula-storaged #7 0x000000000523118b in void folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&)!()+90 in /root/src/new-balance-nebula/build/bin/nebula-storaged #8 0x00000000030dd6a8 in folly::detail::function::FunctionTraits::operator()()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at Function.h:400 #9 0x00000000030fc842 in folly::NamedThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()()!()+87 in /root/src/new-balance-nebula/build/bin/nebula-storaged at NamedThreadFactory.h:40 #10 0x000000000315d65b in std::__invoke_impl >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:60 #11 0x000000000315c56a in std::__invoke >()+33 in /root/src/new-balance-nebula/build/bin/nebula-storaged at invoke.h:95 #12 0x000000000315b67a in std::thread::_Invoker > >::_M_invoke<0>()+41 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:244 #13 0x000000000315a9ea in std::thread::_Invoker > >::operator()()+25 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:251 #14 0x0000000003157766 in std::thread::_State_impl > > >::_M_run()+29 in /root/src/new-balance-nebula/build/bin/nebula-storaged at thread:195 #15 0x000000000583ef34 in execute_native_thread_routine!()+19 in /root/src/new-balance-nebula/build/bin/nebula-storaged #16 0x00007fafaf2b7609 in start_thread()+216 in /lib/x86_64-linux-gnu/libpthread.so.0 at pthread_create.c:477 #17 0x00007fafaf1de293 in __GI___clone!()+66 in /lib/x86_64-linux-gnu/libc.so.6 at clone.S:95