gdb) bt full #0 0x00007f8826806387 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:55 resultvar = 0 pid = 7533 selftid = 7600 #1 0x00007f8826807a78 in __GI_abort () at abort.c:90 save_stage = 2 act = {__sigaction_handler = {sa_handler = 0x0, sa_sigaction = 0x0}, sa_mask = {__val = {0 }}, sa_flags = 0, sa_restorer = 0x109ffd0 } sigs = {__val = {32, 0 }} #2 0x00007f882715163c in __gnu_cxx::__verbose_terminate_handler () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/vterminate.cc:95 terminating = false t = #3 0x0000000000b53bab in backtrace_terminate_handler() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:88 No locals. #4 0x00007f882715c8f6 in __cxxabiv1::__terminate(void (*)()) () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:48 No locals. #5 0x00007f882715c961 in std::terminate () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:58 No locals. #6 0x00007f882715cbf4 in __cxxabiv1::__cxa_throw (obj=obj@entry=0x7f8788000980, tinfo=0x10a05b0 , dest=0x445400 <_ZNSt11logic_errorD1Ev@plt>) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/eh_throw.cc:95 globals = header = 0x7f8788000900 #7 0x00000000004c1f61 in CheckpointManager::queueDirty(SingleThreadedRCPtr >&, GenerateBySeqno, GenerateCas, PreLinkDocumentContext*, std::function) (this=0x7f8739098e80, qi=..., generateBySeqno=, generateCas=, preLinkDocumentContext=, assignedSeqnoCallback=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_manager.cc:915 msg = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f8737f43900
}, _M_string_length = 236, {_M_local_buf = "\354\000\000\000\000\000\000\000`\211\376\245\207\177\000", _M_allocated_capacity = 236}} lh = {_M_device = @0x7f8739098f30} openCkpt = newLastBySeqno = 108800 result = snapStart = #8 0x000000000073fa09 in VBucket::queueItem(SingleThreadedRCPtr >&, VBQueueItemCtx const&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:1304 durLock = {_M_device = 0x7f87390e1a10, _M_owns = true} notifyCtx = {bySeqno = 0, notifyReplication = false, notifyFlusher = false, syncWrite = None, itemCountDifference = 0} #9 0x000000000074003c in VBucket::queueDirty(HashTable::HashBucketLock const&, StoredValue&, VBQueueItemCtx const&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:1394 durabilityReqs = qi = {value = 0x7f86de222580} notifyCtx = #10 0x0000000000848066 in EPVBucket::addNewStoredValue (this=0x7f87390e1600, hbl=..., itm=..., queueItmCtx=..., genRevSeqno=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_vb.cc:716 v = 0x7f87379dbba0 #11 0x000000000073a5ca in VBucket::processSetInner(HashTable::FindUpdateResult&, StoredValue*&, Item&, unsigned long, bool, bool, VBQueueItemCtx const&, cb::StoreIfStatus, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/hash_table.h:741 genRevSeqno = committed = status = notifyCtx = #12 0x000000000073abb4 in VBucket::processSet(HashTable::FindUpdateResult&, StoredValue*&, Item&, unsigned long, bool, bool, VBQueueItemCtx const&, cb::StoreIfStatus, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:3414 No locals. #13 0x000000000073e084 in VBucket::prepare(Item&, unsigned long, unsigned long*, CookieIface const*, EventuallyPersistentEngine&, CheckConflicts, bool, GenerateBySeqno, GenerateCas, Collections::VB::CachingReadHandle const&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:1969 htRes = {pending = {lock = {bucketNum = 55, htLock = {_M_device = 0x7f873933d140, _M_owns = true}}, value = 0x0}, committed = 0x7f86ba59f470, ht = @0x7f87390e1618} v = 0x0 hbl = @0x7f87a5fe8dd0: {bucketNum = 55, htLock = {_M_device = 0x7f873933d140, _M_owns = true}} maybeKeyExists = true status = notifyCtx = {> = { >> = {}, _M_payload = {> = { _M_payload = {_M_empty = {}, _M_value = {bySeqno = 0, notifyReplication = false, notifyFlusher = false, syncWrite = None, itemCountDifference = 0}}, _M_engaged = false}, }}, >> = {}, } queueItmCtx = {genBySeqno = No, genCas = No, generateDeleteTime = No, trackCasDrift = Yes, durability = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = { requirementsOrPreparedSeqno = {> = {> = {> = {> = {> = {> = {_M_u = {_M_first = {_M_storage = {level = cb::durability::Majority, timeout = {static BucketDefaultVal = 0, static InfinityVal = 65535, value = 65535}}}, _M_rest = {_M_first = { _M_storage = 140222092250881}, _M_rest = {}}}, _M_index = 0 '\000'}, }, }, }, }, }, >> = { to continue, or q to quit--- ta fields>}, >> = {}, }, cookie = 0x7f8743213b80}}, _M_engaged = true}, }}, >> = {}, }, preLinkDocumentContext = 0x0, overwritingPrepareSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = { _M_empty = {}, _M_value = 140220582199301}, _M_engaged = false}, }}, >> = {}, }, hcs = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 8080335}, _M_engaged = false}, }}, >> = {}, }, deduplicate = No} ret = #14 0x000000000070721a in KVBucket::prepare(Item&, CookieIface const*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:1832 cHandle = { = {readLock = {lock_ = 0x7f87393eb538, token_ = {type_ = folly::SharedMutexToken::DEFERRED_SHARED, slot_ = 8}}, manifest = 0x7f87393eb4a0}, itr = { const*, std::pair*>> = {}, underlying_ = {itemPtr_ = 0x7f8738dede10, index_ = 0}}, key = {> = {}, buffer = {static npos = , buf = 0x7f87384d85a0
, len = 21}, encoding = Yes}} vb = {> = {> = {}, _M_ptr = 0x7f87390e1600, _M_refcount = { _M_pi = 0x7f87393402a0}}, } rlh = {lock_ = 0x7f87390e17e8, token_ = {type_ = folly::SharedMutexToken::DEFERRED_SHARED, slot_ = 1}} rv = cb::success #15 0x0000000000907cd6 in PassiveStream::processMessage(MutationConsumerMessage*, PassiveStream::MessageType) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/response.h:478 delCas = 140218835019784 meta = {cas = 19, revSeqno = {counter = {_M_elems = "\300OD\000\000"}}, flags = 2758720544, exptime = 4476864} taskToString = {_M_elems = {{static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f87a5fe9070 "mutation"}, _M_string_length = 8, { _M_local_buf = "mutation\000\220\376\245\207\177\000", _M_allocated_capacity = 7957695015159100781}}, {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f87a5fe9090 "deletion"}, _M_string_length = 8, {_M_local_buf = "deletion\000\000\000\000\000\000\000", _M_allocated_capacity = 7957695015225681252}}, {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f87a5fe90b0 "expiration"}, _M_string_length = 10, {_M_local_buf = "expiration\000\000\000\000\000", _M_allocated_capacity = 7598805615304013925}}, {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f87a5fe90d0 "prepare"}, _M_string_length = 7, {_M_local_buf = "prepare\000\n\000\000\000\000\000\000", _M_allocated_capacity = 28554735470867056}}}} vb = {> = {> = {}, _M_ptr = 0x7f87390e1600, _M_refcount = { _M_pi = 0x7f87393402a0}}, } consumer = {> = {> = {}, _M_ptr = , _M_refcount = { _M_pi = 0x7f8738eb1000}}, } ret = deleteSource = Explicit switchComplete = false #16 0x00000000009082f8 in PassiveStream::processPrepare(MutationConsumerMessage*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/passive_stream.cc:767 result = #17 0x000000000090872b in PassiveStream::processBufferedMessages(unsigned int&, unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/passive_stream.cc:499 ret = cb::success response = message_bytes = seqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 108800}, _M_engaged = true}, }}, >> = {}, } lh = {_M_device = 0x7f8738eaec68, _M_owns = false} count = 0 total_bytes_processed = 0 failed = false noMem = false #18 0x00000000008f9372 in DcpConsumer::drainStreamsBufferedItems (this=this@entry=0x7f8738eb1080, stream=..., yieldThreshold=10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/consumer.cc:1276 rval = all_processed bytesProcessed = 0 iterations = 0 #19 0x00000000008ff937 in DcpConsumer::processBufferedItems() () at /opt/gcc-10.2.0/include/c++/10.2.0/ext/atomicity.h:100 stream = {> = {> = {}, _M_ptr = 0x7f8738eaeb10, _M_refcount = { _M_pi = 0x7f8738eaeb00}}, } process_ret = all_processed vbucket = {vbid = 926} #20 0x0000000000902ee5 in DcpConsumerTask::run (this=0x7f8739428e10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/consumer.cc:84 phosphor_internal_category_enabled_73 = {_M_b = {_M_p = 0x0}, static is_always_lock_free = } phosphor_internal_category_enabled_temp_73 = phosphor_internal_tpi_73 = {category = 0x0, name = 0x0, type = phosphor::AsyncStart, argument_names = {_M_elems = {0x0, 0x0}}, argument_types = {_M_elems = {phosphor::is_bool, phosphor::is_bool}}} phosphor_internal_guard_73 = {tpi = 0x108bba0 , enabled = true, arg1 = {}, arg2 = {}, start = {__d = {__r = 4560615894558794}}} consumer = {> = {> = {}, _M_ptr = , _M_refcount = { _M_pi = 0x7f8738eb1000}}, } sleepFor = 0 state = #21 0x0000000000ac21b9 in GlobalTask::execute(std::basic_string_view >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98 guard = {previous = 0x0} ---Type to continue, or q to quit--- start = runAgain = #22 0x0000000000abb89a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f87a5fe9650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309 runAgain = proxy = @0x7f874318c700: #23 0x0000000000ac356e in operator() (this=0x7f87a5fe9650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 fn = @0x7f87a5fe9650: {> = {}, data_ = {big = 0x7f874318c700, tiny = { __data = "\000\307\030C\207\177\000\000@\227\376\245\207\177", '\000' , "\236)\030\210\177\000\000\315\003", '\000' , __align = {}}}, call_ = 0xabbdb0 ::callSmall(folly::detail::function::Data&)>, exec_ = 0xaba2c0 (folly::detail::function::Op, folly::detail::function::Data*, folly::detail::function::Data)>} #24 CancellableCPUExecutor::add(GlobalTask*, folly::Function)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 task = {storage_ = {{emptyState = 16 '\020', value = {task = 0x7f8739428e10, func = {> = {}, data_ = {big = 0x7f874318c700, tiny = { __data = "\000\307\030C\207\177\000\000@\227\376\245\207\177", '\000' , "\236)\030\210\177\000\000\315\003", '\000' , __align = {}}}, call_ = 0xabbdb0 ::callSmall(folly::detail::function::Data&)>, exec_ = 0xaba2c0 (folly::detail::function::Op, folly::detail::function::Data*, folly::detail::function::Data)>}}}, hasValue = true}} this = #25 0x0000000000c216d0 in operator() (this=0x7f87a5fe9840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 fn = @0x7f87a5fe9840: {> = {}, data_ = {big = 0x7f8825151c00, tiny = { __data = "\000\034\025%\210\177\000\000\320\067\\)\210\177\000\000\060\000\000\000\000\000\000\000\260\035\000\000\000\000\000\000\200\001\000\000\000\000\000\000\020\231\376\245\207\177\000", __align = {}}}, call_ = 0xac38f0 ::callSmall >(folly::detail::function::Data &)>, exec_ = 0xac2ea0 >(folly::detail::function::Op, folly::detail::function::Data *, folly::detail::function::Data *)>} #26 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f8825151d00, thread=..., task=task@entry=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97 rctx = {prev_ = {> = {> = {}, _M_ptr = 0x0, _M_refcount = { _M_pi = 0x0}}, }} startTime = {__d = {__r = 4560615894556432}} stats = {expired = false, waitTime = {__r = 7478095}, runTime = {__r = 0}, enqueueTime = {__d = {__r = 4560615887078337}}, requestId = 0} #27 0x0000000000c0c16a in folly::CPUThreadPoolExecutor::threadRun (this=0x7f8825151d00, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 task = {storage_ = {{emptyState = 0 '\000', value = { = {func_ = {> = {}, data_ = {big = 0x7f8825151c00, tiny = { __data = "\000\034\025%\210\177\000\000\320\067\\)\210\177\000\000\060\000\000\000\000\000\000\000\260\035\000\000\000\000\000\000\200\001\000\000\000\000\000\000\020\231\376\245\207\177\000", __align = {}}}, call_ = 0xac38f0 ::callSmall >(folly::detail::function::Data &)>, exec_ = 0xac2ea0 >(folly::detail::function::Op, folly::detail::function::Data *, folly::detail::function::Data *)>}, enqueueTime_ = {__d = {__r = 4560615887078337}}, expiration_ = {__r = 0}, expireCallback_ = {> = {}, data_ = {big = 0x1db0, tiny = { __data = "\260\035\000\000\000\000\000\000;$\247", '\000' , "_~;)\210\177\000\000pz\374\000\210\177\000\000@\026\\)\210\177\000", __align = {}}}, call_ = 0x466e81 ::uninitCall(folly::detail::function::Data&)>, exec_ = 0x0}, context_ = {> = {> = {}, _M_ptr = 0x0, _M_refcount = { _M_pi = 0x0}}, }}, poison = false, priority_ = 0 '\000', queueObserverPayload_ = 140222734048992}}, hasValue = true}} guard = {list_ = {forbid = true, prev = 0x0, curr = {name = {static npos = , b_ = 0xce87b3 "CPUThreadPoolExecutor", e_ = 0xce87c8 ""}}}} #28 0x0000000000c24689 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 No locals. #29 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 No locals. #30 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 No locals. #31 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 No locals. #32 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 fn = #33 0x0000000000abb594 in operator() (this=0x7f88255e6140) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 fn = @0x7f88255e6140: #34 operator() (__closure=0x7f88255e6140) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 threadNameOpt = {storage_ = {{emptyState = -96 '\240', value = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f87a5fe99a0 "NonIoPool0"}, _M_string_length = 10, {_M_local_buf = "NonIoPool0\000\000\000\000\000", _M_allocated_capacity = 8029725099528449870}}}, hasValue = true}} func = #35 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 fn = @0x7f88255e6140: #36 0x00007f8827185d40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80 No locals. #37 0x00007f8828f86ea5 in start_thread (arg=0x7f87a5ffb700) at pthread_create.c:307 __res = ---Type to continue, or q to quit--- pd = 0x7f87a5ffb700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140220582311680, 5663787722034432764, 0, 8392704, 0, 140220582311680, -5650158181358974212, -5653845899729777924}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = #38 0x00007f88268ceb0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 No locals. (gdb)