Memcached crashed at Connection::to_json[abi:cxx11]() const (this=0x7f1f6bea1780) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:226

(gdb) bt

#0  0x00007f1f988267bb in raise () from /lib/x86_64-linux-gnu/libc.so.6

#1  0x00007f1f98811535 in abort () from /lib/x86_64-linux-gnu/libc.so.6

#2  0x00007f1f98c019ab in __gnu_cxx::__verbose_terminate_handler () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/vterminate.cc:95

#3  0x0000000000c61e66 in backtrace_terminate_handler ()

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:88

#4  0x00007f1f98c112fa in __cxxabiv1::__terminate (handler=<optimized out>)

    at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:48

#5  0x00007f1f98c11365 in std::terminate () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:58

#6  0x00007f1f98c11608 in __cxxabiv1::__cxa_rethrow () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_throw.cc:136

#7  0x0000000000d45c3e in __cxxabiv1::__cxa_rethrow ()

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/experimental/exception_tracer/ExceptionTracerLib.cpp:119

#8  0x000000000053d605 in log_handled_exception ()

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:39

#9  backtrace_terminate_handler () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:79

#10 0x00007f1f98c112fa in __cxxabiv1::__terminate (handler=<optimized out>)

    at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:48

#11 0x00007f1f98c11365 in std::terminate () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:58

#12 0x00007f1f98c12063 in __cxxabiv1::__cxa_pure_virtual () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/pure.cc:50

#13 0x000000000060cd6e in Connection::to_json[abi:cxx11]() const (this=0x7f1f6bea1780)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:226

#14 0x0000000000627432 in Cookie::~Cookie (this=0x7f1f6beb0180, __in_chrg=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:775

#15 0x0000000000627519 in Cookie::~Cookie (this=0x7f1f6beb0180, __in_chrg=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:773

#16 0x000000000060750f in std::default_delete<Cookie>::operator() (

    __ptr=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, this=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/shared_ptr_base.h:162

#17 std::unique_ptr<Cookie, std::default_delete<Cookie> >::~unique_ptr (this=0x7f1f9711e800, __in_chrg=<optimized out>)

    at /opt/gcc-13.2.0/include/c++/13.2.0/x86_64-pc-linux-gnu/bits/tuple:404

#18 std::_Destroy<std::unique_ptr<Cookie, std::default_delete<Cookie> > > (__pointer=0x7f1f9711e800)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/shared_ptr_base.h:151

#19 std::_Destroy_aux<false>::__destroy<std::unique_ptr<Cookie, std::default_delete<Cookie> >*> (__last=<optimized out>, __first=0x7f1f9711e800)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/shared_ptr_base.h:163

#20 std::_Destroy<std::unique_ptr<Cookie, std::default_delete<Cookie> >*> (__last=<optimized out>, __first=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/shared_ptr_base.h:196

#21 std::_Destroy<std::unique_ptr<Cookie, std::default_delete<Cookie> >*, std::unique_ptr<Cookie, std::default_delete<Cookie> > > (

    __last=<optimized out>, __first=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/json.exploded/include/nlohmann/detail/input/iter_impl.hpp:947

#22 std::deque<std::unique_ptr<Cookie, std::default_delete<Cookie> >, std::allocator<std::unique_ptr<Cookie, std::default_delete<Cookie> > > >::_M_dest--Type <RET> for more, q to quit, c to continue without paging--

roy_data_aux (this=<optimized out>, __last=..., __first=...)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/char_traits.h:875

#23 std::deque<std::unique_ptr<Cookie, std::default_delete<Cookie> >, std::allocator<std::unique_ptr<Cookie, std::default_delete<Cookie> > > >::_M_destroy_data (this=0x7f1f6bea17c8, __first=..., __last=...)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/unique_ptr.h:2091

#24 std::deque<std::unique_ptr<Cookie, std::default_delete<Cookie> >, std::allocator<std::unique_ptr<Cookie, std::default_delete<Cookie> > > >::~deque

    (this=0x7f1f6bea17c8, __in_chrg=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/unique_ptr.h:1028

#25 Connection::~Connection (this=this@entry=0x7f1f6bea1780, __in_chrg=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:1263

#26 0x000000000061cd6c in LibeventConnection::~LibeventConnection (this=0x7f1f6bea1780, __in_chrg=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/unique_ptr.h:32

#27 LibeventConnection::~LibeventConnection (this=0x7f1f6bea1780, __in_chrg=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection_libevent.cc:76

#28 0x00000000005cf7e4 in std::default_delete<Connection>::operator() (

    __ptr=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, this=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:329

#29 std::unique_ptr<Connection, std::default_delete<Connection> >::~unique_ptr (

    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, __in_chrg=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/synchronization/SharedMutex.h:404

#30 std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >::~pair (

    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, __in_chrg=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/unordered_map.h:187

#31 std::__new_allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> >::destroy<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > > > (

    __p=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,

    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/double-conversion.exploded/include/double-conversion/core.h:194

#32 std::allocator_traits<std::allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> > >::destroy<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > > > (

    __p=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>,

    __a=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/debug.h:557

#33 std::_Node_handle_common<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, std::allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> > >::_M_reset (

    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/stl_function.h:166

#34 std::_Node_handle_common<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, std::allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> > >::~_Node_handle_common (

    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, __in_chrg=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/stl_function.h:89

--Type <RET> for more, q to quit, c to continue without paging--

#35 std::_Node_handle<Connection*, std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, std::allocator<std::__detail::_Hash_node<std::pair<Connection* const, std::unique_ptr<Connection, std::default_delete<Connection> > >, false> > >::~_Node_handle (

    this=<error reading variable: dwarf2_find_location_expression: Corrupted DWARF expression.>, __in_chrg=<optimized out>)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/stl_function.h:243

#36 FrontEndThread::destroy_connection (this=<optimized out>, connection=...)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:332

#37 0x000000000061e9ea in LibeventConnection::read_callback (this=0x7f1f6bea1780)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection_libevent.cc:136

#38 0x00007f1f9992d84e in bufferevent_run_deferred_callbacks_unlocked (cb=<optimized out>, arg=0x7f1f6bea1500)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:208

#39 0x00007f1f99936b99 in event_process_active_single_queue (base=base@entry=0x7f1f970fde00, activeq=0x7f1f970939a0,

    max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726

#40 0x00007f1f99937287 in event_process_active (base=0x7f1f970fde00)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789

#41 event_base_loop (base=0x7f1f970fde00, flags=flags@entry=1)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012

#42 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=<optimized out>)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74

#43 folly::EventBase::loopBody (this=0x7f1f97214e40, flags=<optimized out>, ignoreKeepAlive=<optimized out>)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381

#44 0x0000000000d7c1ce in folly::EventBase::loop (this=0x7f1f97214e40)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305

#45 0x0000000000d7e698 in folly::EventBase::loopForever (this=this@entry=0x7f1f97214e40)

    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524

#46 0x00000000005cf0d9 in worker_libevent (arg=0x7f1f97214e30)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:272

#47 0x0000000000cce91c in std::function<void ()>::operator()() const (this=0x7f1f971df108)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/googletest.exploded/include/gtest/std_thread.h:247

#48 operator() (__closure=0x7f1f971df0e8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117

#49 std::__invoke_impl<void, create_thread(std::function<void()>, std::string)::<lambda()> > (__f=...)

    at /opt/gcc-13.2.0/include/c++/13.2.0/x86_64-pc-linux-gnu/bits/exception:61

#50 std::__invoke<create_thread(std::function<void()>, std::string)::<lambda()> > (__fn=...)

    at /opt/gcc-13.2.0/include/c++/13.2.0/x86_64-pc-linux-gnu/bits/exception:96

#51 std::thread::_Invoker<std::tuple<create_thread(std::function<void()>, std::string)::<lambda()> > >::_M_invoke<0> (this=0x7f1f971df0e8)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/thread.cc:292

#52 std::thread::_Invoker<std::tuple<create_thread(std::function<void()>, std::string)::<lambda()> > >::operator() (this=0x7f1f971df0e8)

    at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/thread.cc:299

#53 std::thread::_State_impl<std::thread::_Invoker<std::tuple<create_thread(std::function<void()>, std::string)::<lambda()> > > >::_M_run(void) (

    this=0x7f1f971df0e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/thread.cc:244

--Type <RET> for more, q to quit, c to continue without paging--

#54 0x00007f1f98c3daa3 in std::execute_native_thread_routine (__p=0x7f1f971df0e0)

    at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104

#55 0x00007f1f992bdfa3 in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0

#56 0x00007f1f988e7eff in clone () from /lib/x86_64-linux-gnu/libc.so.6

./testrunner -i /tmp/testexec.108434.ini -p reset_services=True,dgm_run=True,active_resident_threshold=50,bucket_size=256,bucket_storage=magma,java_sdk_client=True,get-cbcollect-info=True,enable_cdc=True -t gsi.recovery_gsi.SecondaryIndexingRecoveryTests.test_recover_index_from_in_memory_snapshot,nodes_init=3,services_init=kv:index:n1ql-kv-kv,dataset=default,doc-per-day=5,initial_index_number=1,reset_services=True