graphd进程崩溃(非oom)新错误

nebula 版本:2.1.0
部署方式 :分布式
是否为线上版本:Y
硬件信息
磁盘 SSD
CPU、内存信息 16core 128G
问题的具体描述:如题

由于先前该贴已经不能回复,现重开一贴,集群环境和该贴一致。

问题描述:每天早上这边七点半通过nebula-importer 导入数据到nebula, 在十月四号前平稳运行至少有一周时间了,十月四号、五号早上七点四十左右的时候graphd节点全部退出,查看coredump文件,有如下信息

gdb) bt
#0  0x00007fa55e182337 in raise () from /lib64/libc.so.6
#1  0x00007fa55e183a28 in abort () from /lib64/libc.so.6
#2  0x0000000001081376 in __gnu_cxx::__verbose_terminate_handler() [clone .cold] ()
#3  0x000000000221fb86 in __cxxabiv1::__terminate(void (*)()) ()
#4  0x000000000221fbd1 in std::terminate() ()
#5  0x000000000222022f in __cxa_pure_virtual ()
#6  0x0000000001327bcf in nebula::graph::Scheduler::execute(nebula::graph::Executor*) ()
#7  0x000000000132a96c in void folly::detail::function::FunctionTraits<void (folly::Try<nebula::Status>&&)>::callSmall<std::enable_if<folly::futures::detail::callableResult<nebula::Status, nebula::graph::Scheduler::doSchedule(nebula::graph::Executor*)::{lambda(nebula::Status)#5}>::ReturnsFuture::value, std::enable_if::Return>::type folly::futures::detail::FutureBase<nebula::Status>::thenImplementation<nebula::graph::Scheduler::ExecTask<nebula::graph::Scheduler::doSchedule(nebula::graph::Executor*)::{lambda(nebula::Status)#5}>, folly::futures::detail::callableResult<nebula::Status, nebula::graph::Scheduler::doSchedule(nebula::graph::Executor*)::{lambda(nebula::Status)#5}>, false, nebula::Status&&>(nebula::graph::Scheduler::ExecTask<nebula::graph::Scheduler::doSchedule(nebula::graph::Executor*)::{lambda(nebula::Status)#5}>&&, folly::futures::detail::argResult<false, std::enable_if<folly::futures::detail::callableResult<nebula::Status, nebula::graph::Scheduler::doSchedule(nebula::graph::Executor*)::{lambda(nebula::Status)#5}>::ReturnsFuture::value, std::enable_if::Return>::type, nebula::Status&&>)::{lambda(folly::Try<nebula::Status>&&)#1}>(folly::detail::function::Data&, folly::Try<nebula::Status>&&) ()
#8  0x00000000010d396a in void folly::detail::function::FunctionTraits<void ()>::callSmall<folly::futures::detail::Core<nebula::Status>::doCallback()::{lambda()#1}>(folly::detail::function::Data&) ()
#9  0x00000000010d3f0c in folly::futures::detail::Core<nebula::Status>::doCallback() ()
#10 0x000000000132784c in void folly::detail::function::FunctionTraits<void (folly::Try<std::vector<nebula::Status, std::allocator<nebula::Status> > >&&)>::callSmall<std::enable_if<!folly::futures::detail::callableResult<std::vector<nebula::Status, std::allocator<nebula::Status> >, {lambda(std::vector<nebula::Status, std::allocator<nebula::Status> >)#1}>::ReturnsFuture::value, std::enable_if::Return>::type folly::futures::detail::FutureBase<std::vector<nebula::Status, std::allocator<nebula::Status> > >::thenImplementation<nebula::graph::Scheduler::doScheduleParallel(std::set<nebula::graph::Executor*, std::less<nebula::graph::Executor*>, std::allocator<nebula::graph::Executor*> > const&)::{lambda(std::vector<nebula::Status, std::allocator<nebula::Status> >)#1}, folly::futures::detail::callableResult<std::vector<nebula::Status, std::allocator<nebula::Status> >, {lambda(std::vector<nebula::Status, std::allocator<nebula::Status> >)#1}>, false, std::vector<nebula::Status, std::allocator<nebula::Status> >&&>(nebula::graph::Scheduler::doScheduleParallel(std::set<nebula::graph::Executor*, std::less<nebula::graph::Executor*>, std::allocator<nebula::graph::Executor*> > const&)::{lambda(std::vector<nebula::Status, std::allocator<nebula::Status> >)#1}&&, folly::futures::detail::argResult<false, std::enable_if<!folly::futures::detail::callableResult<std::vector<nebula::Status, std::allocator<nebula::Status> >, {lambda(std::vector<nebula::Status, std::allocator<nebula::Status> >)#1}>::ReturnsFuture::value, std::enable_if::Return>::type, std::vector<nebula::Status, std::allocator<nebula::Status> >&&>)::{lambda(folly::Try<std::vector<nebula::Status, std::allocator<nebula::Status> > >&&)#1}>(folly::detail::function::Data&, folly::Try<std::vector<nebula::Status, std::allocator<nebula::Status> > >&&) ()
#11 0x000000000132c8e2 in void folly::detail::function::FunctionTraits<void ()>::callSmall<folly::futures::detail::Core<std::vector<nebula::Status, std::allocator<nebula::Status> > >::doCallback()::{lambda()#1}>(folly::detail::function::Data&) ()
#12 0x000000000132d9bf in folly::futures::detail::Core<std::vector<nebula::Status, std::allocator<nebula::Status> > >::doCallback() ()
#13 0x000000000132efe4 in std::_Sp_counted_ptr_inplace<folly::Future<std::vector<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type, std::allocator<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type> > > folly::collect<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >(__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >, __gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >)::Context, std::allocator<folly::Future<std::vector<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type, std::allocator<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type> > > folly::collect<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >(__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >, __gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >)::Context>, (__gnu_cxx::_Lock_policy)2>::_M_dispose() ()
#14 0x000000000109c3b8 in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() ()
#15 0x000000000132c0b8 in bool folly::detail::function::execSmall<folly::Future<std::vector<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type, std::allocator<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type> > > folly::collect<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >(__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >, __gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >)::{lambda(folly::Try<nebula::Status>&&)#1}>(folly::detail::function::Op, folly::detail::function::Data*, folly::detail::function::Data) ()
#16 0x00000000010ceb2b in folly::futures::detail::Core<nebula::Status>::CoreAndCallbackReference::detach() [clone .isra.0] ()
#17 0x00000000010d4022 in folly::futures::detail::Core<nebula::Status>::doCallback() ()
#18 0x00000000010d3afa in void folly::detail::function::FunctionTraits<void ()>::callSmall<folly::futures::detail::Core<nebula::Status>::doCallback()::{lambda()#2}>(folly::detail::function::Data&) ()
#19 0x000000000109bdb7 in apache::thrift::concurrency::FunctionRunner::run() ()
#20 0x00000000010aad2a in apache::thrift::concurrency::ThreadManager::ImplT<folly::LifoSemImpl<std::atomic, folly::SaturatingSemaphore<true, std::atomic> > >::Worker<folly::LifoSemImpl<std::atomic, folly::SaturatingSemaphore<true, std::atomic> > >::run() ()
#21 0x0000000001c8535c in apache::thrift::concurrency::PthreadThread::threadMain(void*) ()
#22 0x00007fa55e521e65 in start_thread () from /lib64/libpthread.so.0
#23 0x00007fa55e24a88d in clone () from /lib64/libc.so.6

出现这个问题后,执行 balance leader, 也会导致graphd 节点退出,core 信息如下

(gdb) bt
#0  0x00007f85fd0dc337 in raise () from /lib64/libc.so.6
#1  0x00007f85fd0dda28 in abort () from /lib64/libc.so.6
#2  0x0000000001081376 in __gnu_cxx::__verbose_terminate_handler() [clone .cold] ()
#3  0x000000000221fb86 in __cxxabiv1::__terminate(void (*)()) ()
#4  0x000000000221fbd1 in std::terminate() ()
#5  0x000000000222022f in __cxa_pure_virtual ()
#6  0x0000000001327bcf in nebula::graph::Scheduler::execute(nebula::graph::Executor*) ()
#7  0x000000000132a96c in void folly::detail::function::FunctionTraits<void (folly::Try<nebula::Status>&&)>::callSmall<std::enable_if<folly::futures::detail::callableResult<nebula::Status, nebula::graph::Scheduler::doSchedule(nebula::graph::Executor*)::{lambda(nebula::Status)#5}>::ReturnsFuture::value, std::enable_if::Return>::type folly::futures::detail::FutureBase<nebula::Status>::thenImplementation<nebula::graph::Scheduler::ExecTask<nebula::graph::Scheduler::doSchedule(nebula::graph::Executor*)::{lambda(nebula::Status)#5}>, folly::futures::detail::callableResult<nebula::Status, nebula::graph::Scheduler::doSchedule(nebula::graph::Executor*)::{lambda(nebula::Status)#5}>, false, nebula::Status&&>(nebula::graph::Scheduler::ExecTask<nebula::graph::Scheduler::doSchedule(nebula::graph::Executor*)::{lambda(nebula::Status)#5}>&&, folly::futures::detail::argResult<false, std::enable_if<folly::futures::detail::callableResult<nebula::Status, nebula::graph::Scheduler::doSchedule(nebula::graph::Executor*)::{lambda(nebula::Status)#5}>::ReturnsFuture::value, std::enable_if::Return>::type, nebula::Status&&>)::{lambda(folly::Try<nebula::Status>&&)#1}>(folly::detail::function::Data&, folly::Try<nebula::Status>&&) ()
#8  0x00000000010d396a in void folly::detail::function::FunctionTraits<void ()>::callSmall<folly::futures::detail::Core<nebula::Status>::doCallback()::{lambda()#1}>(folly::detail::function::Data&) ()
#9  0x00000000010d3f0c in folly::futures::detail::Core<nebula::Status>::doCallback() ()
#10 0x000000000132784c in void folly::detail::function::FunctionTraits<void (folly::Try<std::vector<nebula::Status, std::allocator<nebula::Status> > >&&)>::callSmall<std::enable_if<!folly::futures::detail::callableResult<std::vector<nebula::Status, std::allocator<nebula::Status> >, {lambda(std::vector<nebula::Status, std::allocator<nebula::Status> >)#1}>::ReturnsFuture::value, std::enable_if::Return>::type folly::futures::detail::FutureBase<std::vector<nebula::Status, std::allocator<nebula::Status> > >::thenImplementation<nebula::graph::Scheduler::doScheduleParallel(std::set<nebula::graph::Executor*, std::less<nebula::graph::Executor*>, std::allocator<nebula::graph::Executor*> > const&)::{lambda(std::vector<nebula::Status, std::allocator<nebula::Status> >)#1}, folly::futures::detail::callableResult<std::vector<nebula::Status, std::allocator<nebula::Status> >, {lambda(std::vector<nebula::Status, std::allocator<nebula::Status> >)#1}>, false, std::vector<nebula::Status, std::allocator<nebula::Status> >&&>(nebula::graph::Scheduler::doScheduleParallel(std::set<nebula::graph::Executor*, std::less<nebula::graph::Executor*>, std::allocator<nebula::graph::Executor*> > const&)::{lambda(std::vector<nebula::Status, std::allocator<nebula::Status> >)#1}&&, folly::futures::detail::argResult<false, std::enable_if<!folly::futures::detail::callableResult<std::vector<nebula::Status, std::allocator<nebula::Status> >, {lambda(std::vector<nebula::Status, std::allocator<nebula::Status> >)#1}>::ReturnsFuture::value, std::enable_if::Return>::type, std::vector<nebula::Status, std::allocator<nebula::Status> >&&>)::{lambda(folly::Try<std::vector<nebula::Status, std::allocator<nebula::Status> > >&&)#1}>(folly::detail::function::Data&, folly::Try<std::vector<nebula::Status, std::allocator<nebula::Status> > >&&) ()
#11 0x000000000132c8e2 in void folly::detail::function::FunctionTraits<void ()>::callSmall<folly::futures::detail::Core<std::vector<nebula::Status, std::allocator<nebula::Status> > >::doCallback()::{lambda()#1}>(folly::detail::function::Data&) ()
#12 0x000000000132d9bf in folly::futures::detail::Core<std::vector<nebula::Status, std::allocator<nebula::Status> > >::doCallback() ()
#13 0x000000000132efe4 in std::_Sp_counted_ptr_inplace<folly::Future<std::vector<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type, std::allocator<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type> > > folly::collect<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >(__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >, __gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >)::Context, std::allocator<folly::Future<std::vector<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type, std::allocator<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type> > > folly::collect<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >(__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >, __gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >)::Context>, (__gnu_cxx::_Lock_policy)2>::_M_dispose() ()
#14 0x000000000109c3b8 in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() ()
#15 0x000000000132c0b8 in bool folly::detail::function::execSmall<folly::Future<std::vector<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type, std::allocator<std::iterator_traits<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >::value_type::value_type> > > folly::collect<__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > > >(__gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >, __gnu_cxx::__normal_iterator<folly::Future<nebula::Status>*, std::vector<folly::Future<nebula::Status>, std::allocator<folly::Future<nebula::Status> > > >)::{lambda(folly::Try<nebula::Status>&&)#1}>(folly::detail::function::Op, folly::detail::function::Data*, folly::detail::function::Data) ()
#16 0x00000000010ceb2b in folly::futures::detail::Core<nebula::Status>::CoreAndCallbackReference::detach() [clone .isra.0] ()
#17 0x00000000010d4022 in folly::futures::detail::Core<nebula::Status>::doCallback() ()
#18 0x00000000010d3afa in void folly::detail::function::FunctionTraits<void ()>::callSmall<folly::futures::detail::Core<nebula::Status>::doCallback()::{lambda()#2}>(folly::detail::function::Data&) ()
#19 0x000000000109bdb7 in apache::thrift::concurrency::FunctionRunner::run() ()
#20 0x00000000010aad2a in apache::thrift::concurrency::ThreadManager::ImplT<folly::LifoSemImpl<std::atomic, folly::SaturatingSemaphore<true, std::atomic> > >::Worker<folly::LifoSemImpl<std::atomic, folly::SaturatingSemaphore<true, std::atomic> > >::run() ()
#21 0x0000000001c8535c in apache::thrift::concurrency::PthreadThread::threadMain(void*) ()
#22 0x00007f85fd47be65 in start_thread () from /lib64/libpthread.so.0
#23 0x00007f85fd1a488d in clone () from /lib64/libc.so.6

麻烦开发人员看一下这个错误是啥导致的?谢谢

有没有一些当时的日志可以看看呢?执行了什么query导致的?

graphd-stderr.log
八点多是执行balance leader
七点多是使用nebula-importer 导入数据

E1008 08:47:32.904839  9570 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 17
E1008 08:47:32.915947  9576 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 08:47:32.932873  9572 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 7
E1008 08:47:32.937515  9570 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 19
E1008 08:47:32.938867  9571 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 08:47:32.946827  9570 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 16
E1008 08:47:32.950989  9570 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 13
E1008 08:47:32.951010  9570 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 18
E1008 08:47:32.951032  9570 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 9
E1008 08:47:32.951045  9570 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 4
E1008 08:47:32.951047  9571 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 4
E1008 08:47:32.951076  9571 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 5
E1008 08:47:32.951089  9571 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 6
E1008 08:47:32.951102  9571 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 18
E1008 08:47:32.951099  9564 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 08:47:32.951134  9571 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 17
E1008 08:47:32.951218  9575 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 08:47:32.956516  9564 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 7
E1008 08:47:32.956568  9576 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 08:47:33.837044  9564 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 2
E1008 08:47:33.837113  9576 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 08:47:34.601652  9564 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 17
E1008 08:47:34.601691  9564 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 5
E1008 08:47:34.601740  9576 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 08:47:35.148885  9571 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 4
E1008 08:47:35.169880  9566 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 08:47:35.269065  9573 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 20
E1008 08:47:35.269219  9573 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 2
E1008 08:47:35.269299  9570 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 08:48:03.913854  9576 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 1
E1008 08:48:03.916859  9569 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 08:48:08.895861  9578 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 29
E1008 08:48:08.895980  9578 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 6
E1008 08:48:08.895996  9578 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 20
E1008 08:48:08.896037  9573 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 08:48:15.596766  9565 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 16
E1008 08:48:15.596825  9565 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 4
E1008 08:48:15.596841  9565 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 19
E1008 08:48:15.596894  9578 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1008 15:25:06.207146  9571 GraphService.cpp:81] Session not found, id[13148098]
E1008 15:50:25.761292  9567 GraphService.cpp:81] Session not found, id[1648461]
E1008 19:04:11.483095  9572 GraphService.cpp:81] Session not found, id[14126427]
E1009 07:36:18.767509  9568 GraphService.cpp:81] Session not found, id[16199676]
E1009 07:36:18.970026  9568 GraphService.cpp:81] Session not found, id[16199683]
E1009 07:36:19.776322  9576 GraphService.cpp:81] Session not found, id[4872170]
E1009 07:36:19.866364  9569 GraphService.cpp:81] Session not found, id[16261709]
E1009 07:36:19.945816  9568 GraphService.cpp:81] Session not found, id[16197707]
E1009 07:36:20.435684  9576 GraphService.cpp:81] Session not found, id[16197710]
E1009 07:36:23.420869  9569 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 11
E1009 07:36:23.408893  9568 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 11
E1009 07:36:23.412103  9571 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.416887  9576 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 11
E1009 07:36:23.420958  9572 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.432845  9569 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 14
E1009 07:36:23.432893  9568 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 10
E1009 07:36:23.441897  9570 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.444914  9571 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.447877  9565 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.450836  9576 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 10
E1009 07:36:23.457875  9567 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 11
E1009 07:36:23.487826  9569 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 10
E1009 07:36:23.498826  9568 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 14
E1009 07:36:23.514906  9574 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.518901  9570 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.532840  9576 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 14
E1009 07:36:23.540833  9567 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 14
E1009 07:36:23.540921  9571 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.572865  9566 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.583915  9579 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.591883  9565 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.603891  9574 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.606868  9576 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 11
E1009 07:36:23.615844  9567 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 10
E1009 07:36:23.621886  9568 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.638854  9578 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 11
E1009 07:36:23.641891  9564 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.690819  9576 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 14
E1009 07:36:23.700907  9574 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.707870  9568 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.719878  9570 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.728829  9578 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 14
E1009 07:36:23.732890  9572 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.757031  9568 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.743937  9566 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.743994  9567 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.744015  9569 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.744021  9575 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.748863  9564 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.757369  9567 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.751873  9577 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.755797  9573 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.757572  9579 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.757031  9574 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.757002  9578 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 10
E1009 07:36:23.757552  9566 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 11
E1009 07:36:23.757943  9569 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.757063  9572 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.758476  9568 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.759059  9564 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.757086  9565 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.760324  9574 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.760406  9567 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.756851  9576 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 10
E1009 07:36:23.761842  9577 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 11
E1009 07:36:23.762650  9573 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 11
E1009 07:36:23.763679  9570 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.766324  9575 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.768863  9578 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.770866  9579 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.789228  9566 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 28
E1009 07:36:23.791971  9572 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
pure virtual method called
terminate called without an active exception
E1009 07:36:23.792186  9564 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.792946  9574 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.809923  9576 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.818830  9577 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 14
E1009 07:36:23.824826  9573 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 14
E1009 07:36:23.825031  9566 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 10
E1009 07:36:23.792045  9565 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.827885  9575 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.827891  9578 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.827901  9579 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.829797  9577 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 10
E1009 07:36:23.829846  9573 StorageAccessExecutor.h:35] GetVerticesExecutor failed, error E_LEADER_CHANGED, part 10
E1009 07:36:23.829916  9569 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.830868  9566 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.835309  9575 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.835124  9576 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 07:36:23.835136  9565 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
E1009 07:36:23.835263  9571 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
*** Aborted at 1633736183 (unix time) try "date -d @1633736183" if you are using GNU date ***
PC: @     0x7fd82e7a3337 __GI_raise
E1009 07:36:23.835842  9578 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 12
*** SIGABRT (@0x253c) received by PID 9532 (TID 0x7fd822dfe700) from PID 9532; stack trace: ***
E1009 07:36:23.853863  9577 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
    @          0x1e66491 (unknown)
    @     0x7fd82eb4a5ef (unknown)
    @     0x7fd82e7a3337 __GI_raise
    @     0x7fd82e7a4a27 __GI_abort
    @          0x1081375 _ZN9__gnu_cxx27__verbose_terminate_handlerEv.cold
    @          0x221fb85 __cxxabiv1::__terminate()
    @          0x221fbd0 std::terminate()
E1009 07:36:23.886879  9565 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
    @          0x222022e __cxa_pure_virtual
    @          0x1327bce nebula::graph::Scheduler::execute()
    @          0x132a96b _ZN5folly6detail8function14FunctionTraitsIFvONS_3TryIN6nebula6StatusEEEEE9callSmallIZNS_7futures6detail10FutureBaseIS5_E18thenImplementationINS4_5graph9Scheduler8ExecTaskIZNSH_10doScheduleEPNSG_8ExecutorEEUlS5_E3_EENSC_14callableResultIS5_SM_EELb0EJOS5_EEENSt9enable_ifIXsrNT0_13ReturnsFutureE5valueENSR_6ReturnEE4typeEOT_NSC_9argResultIXT1_ESW_JDpT2_EEEEUlS7_E_EEvRNS1_4DataES7_
    @          0x10d3969 _ZN5folly6detail8function14FunctionTraitsIFvvEE9callSmallIZNS_7futures6detail4CoreIN6nebula6StatusEE10doCallbackEvEUlvE_EEvRNS1_4DataE
    @          0x10d3f0b folly::futures::detail::Core<>::doCallback()
    @          0x132784b _ZN5folly6detail8function14FunctionTraitsIFvONS_3TryISt6vectorIN6nebula6StatusESaIS6_EEEEEE9callSmallIZNS_7futures6detail10FutureBaseIS8_E18thenImplementationIZNS5_5graph9Scheduler18doScheduleParallelERKSt3setIPNSJ_8ExecutorESt4lessISN_ESaISN_EEEUlS8_E_NSF_14callableResultIS8_SU_EELb0EJOS8_EEENSt9enable_ifIXntsrNT0_13ReturnsFutureE5valueENSZ_6ReturnEE4typeEOT_NSF_9argResultIXT1_ES14_JDpT2_EEEEUlSA_E_EEvRNS1_4DataESA_
    @          0x132c8e1 _ZN5folly6detail8function14FunctionTraitsIFvvEE9callSmallIZNS_7futures6detail4CoreISt6vectorIN6nebula6StatusESaISB_EEE10doCallbackEvEUlvE_EEvRNS1_4DataE
    @          0x132d9be folly::futures::detail::Core<>::doCallback()
    @          0x132efe3 std::_Sp_counted_ptr_inplace<>::_M_dispose()
    @          0x109c3b7 std::_Sp_counted_base<>::_M_release()
    @          0x132c0b7 _ZN5folly6detail8function9execSmallIZNS_7collectIN9__gnu_cxx17__normal_iteratorIPNS_6FutureIN6nebula6StatusEEESt6vectorIS9_SaIS9_EEEEEENS6_ISB_INSt15iterator_traitsIT_E10value_type10value_typeESaISJ_EEEESG_SG_EUlONS_3TryIS8_EEE_EEbNS1_2OpEPNS1_4DataEST_
    @          0x10ceb2a folly::futures::detail::Core<>::CoreAndCallbackReference::detach()
    @          0x10d4021 folly::futures::detail::Core<>::doCallback()
    @          0x10d3af9 _ZN5folly6detail8function14FunctionTraitsIFvvEE9callSmallIZNS_7futures6detail4CoreIN6nebula6StatusEE10doCallbackEvEUlvE0_EEvRNS1_4DataE
    @          0x109bdb6 apache::thrift::concurrency::FunctionRunner::run()
    @          0x10aad29 apache::thrift::concurrency::ThreadManager::ImplT<>::Worker<>::run()
    @          0x1c8535b apache::thrift::concurrency::PthreadThread::threadMain()
    @     0x7fd82eb42e64 start_thread
    @     0x7fd82e86b88c __clone
E1009 08:56:07.673799 28717 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 17
E1009 08:56:07.679898 28708 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
E1009 08:56:07.695895 28717 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 17
E1009 08:56:07.703821 28717 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 19
E1009 08:56:07.706851 28718 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
*** Aborted at 1633740967 (unix time) try "date -d @1633740967" if you are using GNU date ***
E1009 08:56:07.707319 28714 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 19
PC: @          0x1231784 _ZNSt10_HashtableINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESaIS8_ENSt8__detail10_Select1stESt8equal_toIS5_ESt4hashIS5_ENSA_18_Mod_range_hashingENSA_20_Default_ranged_hashENSA_20_Prime_rehash_policyENSA_17_Hashtable_traitsILb1ELb0ELb1EEEE10_M_emplaceIJRA15_KcS5_EEES6_INSA_14_Node_iteratorIS8_Lb0ELb1EEEbESt17integral_constantIbLb1EEDpOT_
*** SIGSEGV (@0x49) received by PID 28673 (TID 0x7f327b3fe700) from PID 73; stack trace: ***
E1009 08:56:07.715819 28714 StorageAccessExecutor.h:35] GetNeighborsExecutor failed, error E_LEADER_CHANGED, part 17
E1009 08:56:07.723987 28712 QueryInstance.cpp:103] Storage Error: The leader has changed. Try again later
    @          0x1e66491 (unknown)
    @     0x7f328309b5ef (unknown)
    @          0x1231784 _ZNSt10_HashtableINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4pairIKS5_S5_ESaIS8_ENSt8__detail10_Select1stESt8equal_toIS5_ESt4hashIS5_ENSA_18_Mod_range_hashingENSA_20_Default_ranged_hashENSA_20_Prime_rehash_policyENSA_17_Hashtable_traitsILb1ELb0ELb1EEEE10_M_emplaceIJRA15_KcS5_EEES6_INSA_14_Node_iteratorIS8_Lb0ELb1EEEbESt17integral_constantIbLb1EEDpOT_
    @          0x122f413 _ZN5folly6detail8function14FunctionTraitsIFvONS_3TryIN6nebula7storage18StorageRpcResponseINS5_4cpp220GetNeighborsResponseEEEEEEE9callSmallIZNS_7futures6detail10FutureBaseIS9_E18thenImplementationIZNOS_6FutureIS9_E6ensureIZNS4_5graph20GetNeighborsExecutor12getNeighborsEvEUlvE_EESL_OT_EUlSB_E_NSG_14callableResultIS9_SS_EELb1EJSB_EEENSt9enable_ifIXsrNT0_13ReturnsFutureE5valueENSW_6ReturnEE4typeESR_NSG_9argResultIXT1_ESQ_JDpT2_EEEEUlSB_E_EEvRNS1_4DataESB_
    @          0x12321c9 _ZN5folly6detail8function14FunctionTraitsIFvvEE9callSmallIZNS_7futures6detail4CoreIN6nebula7storage18StorageRpcResponseINSA_4cpp220GetNeighborsResponseEEEE10doCallbackEvEUlvE0_EEvRNS1_4DataE
    @          0x109bdb6 apache::thrift::concurrency::FunctionRunner::run()
    @          0x10aad29 apache::thrift::concurrency::ThreadManager::ImplT<>::Worker<>::run()
    @          0x1c8535b apache::thrift::concurrency::PthreadThread::threadMain()
    @     0x7f3283093e64 start_thread
    @     0x7f3282dbc88c __clone

UAF

UAF 是什么意思?

浙ICP备20010487号