Crash in warmup

21:12:54 [Thread debugging using libthread_db enabled]

21:12:54 Using host libthread_db library "/lib64/libthread_db.so.1".

21:12:55 Core was generated by `/home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/install/bin/me'.

21:12:55 Program terminated with signal SIGSEGV, Segmentation fault.

21:12:55 #0  std::vector<Vbid, std::allocator<Vbid> >::size (this=0xd8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_vector.h:989

21:12:55 989	      size() const _GLIBCXX_NOEXCEPT

21:12:55 [Current thread is 1 (Thread 0x7f8d1dffb700 (LWP 14867))]

21:12:55 #0  std::vector<Vbid, std::allocator<Vbid> >::size (this=0xd8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_vector.h:989

21:12:55 #1  std::vector<Vbid, std::allocator<Vbid> >::vector (__x=..., this=0x7f8c0df479d8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_vector.h:600

21:12:58 #2  WarmupBackfillTask::WarmupBackfillTask (threadTaskCount=..., taskDesc=..., taskId=TaskId::WarmupKeyDump, warmup=..., shardId=9, bucket=..., this=0x7f8c0df47910) at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/engines/ep/src/warmup.cc:415

21:12:58 #3  WarmupKeyDump::WarmupKeyDump (threadTaskCount=..., warmup=..., shardId=9, bucket=..., this=0x7f8c0df47910) at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/engines/ep/src/warmup.cc:653

21:12:58 #4  std::_Construct<WarmupKeyDump, EPBucket&, unsigned long&, Warmup&, std::atomic<unsigned long>&> (__p=0x7f8c0df47910) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_construct.h:119

21:12:58 #5  std::allocator_traits<std::allocator<void> >::construct<WarmupKeyDump, EPBucket&, unsigned long&, Warmup&, std::atomic<unsigned long>&> (__p=0x7f8c0df47910) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/alloc_traits.h:660

21:12:58 #6  std::_Sp_counted_ptr_inplace<WarmupKeyDump, std::allocator<void>, (__gnu_cxx::_Lock_policy)2>::_Sp_counted_ptr_inplace<EPBucket&, unsigned long&, Warmup&, std::atomic<unsigned long>&> (__a=..., this=0x7f8c0df47900) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/shared_ptr_base.h:604

21:12:58 #7  std::__shared_count<(__gnu_cxx::_Lock_policy)2>::__shared_count<WarmupKeyDump, std::allocator<void>, EPBucket&, unsigned long&, Warmup&, std::atomic<unsigned long>&> (__a=..., __p=<optimized out>, this=<optimized out>) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/shared_ptr_base.h:971

21:12:58 #8  std::__shared_ptr<WarmupKeyDump, (__gnu_cxx::_Lock_policy)2>::__shared_ptr<std::allocator<void>, EPBucket&, unsigned long&, Warmup&, std::atomic<unsigned long>&> (__tag=..., this=<optimized out>) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/shared_ptr_base.h:1712

21:12:58 #9  std::shared_ptr<WarmupKeyDump>::shared_ptr<std::allocator<void>, EPBucket&, unsigned long&, Warmup&, std::atomic<unsigned long>&> (__tag=..., this=<optimized out>) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/shared_ptr.h:464

21:12:58 #10 std::make_shared<WarmupKeyDump, EPBucket&, unsigned long&, Warmup&, std::atomic<unsigned long>&> () at /opt/gcc-13.2.0/include/c++/13.2.0/bits/shared_ptr.h:1010

21:12:58 #11 operator() (__closure=<optimized out>, shardId=9) at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/engines/ep/src/warmup.cc:1768

21:12:58 #12 std::__invoke_impl<std::shared_ptr<GlobalTask>, Warmup::scheduleKeyDump()::<lambda(size_t)>&, long unsigned int> (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61

21:12:58 #13 std::__invoke_r<std::shared_ptr<GlobalTask>, Warmup::scheduleKeyDump()::<lambda(size_t)>&, long unsigned int> (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:116

21:12:58 #14 std::_Function_handler<std::shared_ptr<GlobalTask> (unsigned long), Warmup::scheduleKeyDump()::{lambda(unsigned long)#1}>::_M_invoke(std::_Any_data const&, unsigned long&&) () at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:291

21:12:58 #15 0x00000000008b7e4f in std::function<std::shared_ptr<GlobalTask> (unsigned long)>::operator()(unsigned long) const (__args#0=<optimized out>, this=0x7f8d1dff07f0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:587

21:12:58 #16 Warmup::scheduleBackfillTask(std::function<std::shared_ptr<GlobalTask> (unsigned long)>) () at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/engines/ep/src/warmup.cc:1762

21:12:58 #17 0x00000000008d4d9c in Warmup::scheduleKeyDump (this=0x7f8d5c681700) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:239

21:12:58 #18 Warmup::step() () at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/engines/ep/src/warmup.cc:1992

21:12:58 #19 0x00000000008d4ed0 in Warmup::transition(WarmupState::State, bool) () at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/engines/ep/src/warmup.cc:2020

21:12:58 #20 0x00000000008d9e73 in Warmup::populateVBucketMap(unsigned short) () at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/engines/ep/src/warmup.cc:1742

21:12:59 #21 0x00000000008eb706 in WarmupPopulateVBucketMap::run (this=0x7f8d64153a30) at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/engines/ep/src/warmup.cc:324

21:12:59 #22 0x0000000000b29a2a in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/executor/globaltask.cc:87

21:12:59 #23 0x000000000071def2 in EpTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/engines/ep/src/ep_task.cc:43

21:12:59 #24 0x0000000000b4044a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f8d1dff0d00) at /opt/gcc-13.2.0/include/c++/13.2.0/string_view:146

21:12:59 #25 0x0000000000b37a83 in folly::detail::function::FunctionTraits<void ()>::operator()() (this=0x7f8d1dff0d00) at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/build/tlm/deps/folly.exploded/include/folly/Function.h:390

21:12:59 #26 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/executor/cancellable_cpu_executor.cc:42

21:12:59 #27 0x0000000000ce797f in folly::detail::function::FunctionTraits<void ()>::operator()() (this=0x7f8d1dff0fb0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:390

21:12:59 #28 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) () at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98

21:12:59 #29 0x0000000000cd04a7 in folly::CPUThreadPoolExecutor::threadRun(std::shared_ptr<folly::ThreadPoolExecutor::Thread>) () at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Optional.h:382

21:12:59 #30 0x0000000000cea51a in std::__invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__f=<optimized out>, __t=<optimized out>, __f=<optimized out>, __t=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/ext/atomicity.h:100

21:12:59 #31 std::__invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95

21:12:59 #32 std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)>::__call<void, , 0ul, 1ul>(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416

21:12:59 #33 std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)>::operator()<, void>() (this=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499

21:12:59 #34 folly::detail::function::FunctionTraits<void ()>::callSmall<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363

21:12:59 #35 0x0000000000b3f360 in folly::detail::function::FunctionTraits<void ()>::operator()() (this=0x7f8d6f339980) at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/build/tlm/deps/folly.exploded/include/folly/Function.h:390

21:12:59 #36 CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}::operator()() (__closure=0x7f8d6f339980) at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/kv_engine/executor/folly_executorpool.cc:49

21:12:59 #37 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/ns-server-cluster-tests/master/build/tlm/deps/folly.exploded/include/folly/Function.h:377

21:12:59 #38 0x00007f8d7121eaa3 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104

21:12:59 #39 0x00007f8d71895ea5 in start_thread (arg=0x7f8d1dffb700) at pthread_create.c:307

21:12:59 #40 0x00007f8d70b68b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111