Memcached crashed at getCookie (void_cookie=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/server_api.cc:30

2023-09-14T16:23:34.835245+05:30 CRITICAL Caught unhandled std::exception-derived exception. what(): std::bad_cast

(gdb) bt

#0  __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50

#1  0x00007fb5e564c537 in __GI_abort () at abort.c:79

#2  0x00007fb5e5a007fc in __gnu_cxx::__verbose_terminate_handler () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/vterminate.cc:95

#3  0x0000000000b581fb in backtrace_terminate_handler () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:88

#4  0x00007fb5e5a0bab6 in __cxxabiv1::__terminate (handler=<optimized out>) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:48

#5  0x00007fb5e5a0bb21 in std::terminate () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:58

#6  0x00007fb5e5a0bdb4 in __cxxabiv1::__cxa_throw (obj=<optimized out>, tinfo=0x7fb5e5b23f40 <typeinfo for std::bad_cast>,

    dest=0x7fb5e5a0a310 <std::bad_cast::~bad_cast()>) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/eh_throw.cc:95

#7  0x00007fb5e5a002a4 in __cxxabiv1::__cxa_bad_cast () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/eh_aux_runtime.cc:34

#8  0x000000000066315c in getCookie (void_cookie=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/server_api.cc:30

#9  ServerCookieApi::notify_io_complete (this=<optimized out>, cookie=..., status=cb::engine_errc::success)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/server_api.cc:94

#10 0x00000000006c3e88 in EventuallyPersistentEngine::notifyIOComplete (this=0x7fb5cc000000, cookie=cookie@entry=0x7fb5e0627600,

    status=status@entry=cb::engine_errc::success) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:6583

#11 0x0000000000758a1d in Warmup::processCreateVBucketsComplete (this=0x7fb5cc009300, status=cb::engine_errc::success)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1484

#12 0x000000000075d6ad in Warmup::populateVBucketMap (this=0x7fb5cc009300, shardId=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1704

#13 0x000000000076683e in WarmupPopulateVBucketMap::run (this=0x7fb5cc04f8d0)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:349

#14 0x0000000000ac6819 in GlobalTask::execute (this=0x7fb5cc04f8d0, threadName=...)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98

#15 0x0000000000abfefa in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fb5ccfc5630)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309

#16 0x0000000000ac7bce in folly::detail::function::FunctionTraits<void ()>::operator()() (this=0x7fb5ccfc5630)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42

#17 operator() (__closure=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42

#18 0x0000000000c25d10 in folly::detail::function::FunctionTraits<void ()>::operator()() (this=0x7fb5ccfc5820)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416

#19 folly::ThreadPoolExecutor::runTask (this=this@entry=0x7fb5e4445500, thread=..., task=...)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97

#20 0x0000000000c107aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7fb5e4445500, thread=...)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265

#21 0x0000000000c28cc9 in std::__invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73

#22 std::__invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95

#23 std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)>::__call<void, , 0ul, 1ul>(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=<optimized out>)

    at /usr/local/include/c++/7.3.0/functional:467

#24 std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)>::operator()<, void>() (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551

#25 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401

#26 0x0000000000abfbf4 in folly::detail::function::FunctionTraits<void ()>::operator()() (this=0x7fb5e44c7cc0)

--Type <RET> for more, q to quit, c to continue without paging--

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49

#27 CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}::operator()() (__closure=0x7fb5e44c7cc0)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49

#28 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401

#29 0x00007fb5e5a34f00 in std::execute_native_thread_routine (__p=0x7fb5e44290b0) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80

#30 0x00007fb5e7438ea7 in start_thread (arg=<optimized out>) at pthread_create.c:477

#31 0x00007fb5e5725a2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95

./testrunner -i /data/workspace/centos-p0-security-vset00-00-multiple_CA_7.1_P0/testexec.46310.ini -p GROUP=P0,sirius_url=http://172.23.120.103:4000 -t security.multiple_CA.MultipleCA.test_restart_node_with_encrypted_pkeys,default_bucket=True,nodes_init=4,services_init=kv-kv:n1ql:cbas-kv:fts:eventing-kv:index:backup,encryption_type=des3,passphrase_type=plain,quota_percent=45,bucket_size=300,n2n_encryption_level_multiple_CA=strict,GROUP=P0