#0 0x00000000007e2546 in fetch_add (__m=std::memory_order_relaxed, __i=1, this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/persistence_callback.cc:62 No locals. #1 fetch_add (arg=1, this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/relaxed_atomic.h:57 No locals. #2 operator++ (this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/relaxed_atomic.h:94 No locals. #3 PersistenceCallback::operator()(EPTransactionContext&, SingleThreadedRCPtr >, KVStore::FlushStateMutation) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/persistence_callback.cc:62 vbucket = @0x7fc3f04f3600: #4 0x00000000007e2935 in EPTransactionContext::setCallback(SingleThreadedRCPtr > const&, KVStore::FlushStateMutation) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/atomic.h:121 No locals. #5 0x00000000007f3351 in CouchKVStore::commitCallback(std::deque >&, kvstats_ctx&, couchstore_error_t) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/atomic.h:121 state = KVStore::Insert committed = @0x7fc46017ce00: __for_range = @0x7fc460143020: flushSuccess = true #6 0x0000000000808052 in CouchKVStore::commit(VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:2820 pendingCommitCnt = 140479555340480 vbid = {vbid = 746} phosphor_internal_category_enabled_2796 = {_M_b = {_M_p = 0x0}, static is_always_lock_free = } phosphor_internal_category_enabled_temp_2796 = phosphor_internal_tpi_2796 = {category = 0x9dfbce "CouchKVStore", name = 0x9d9b75 "commit", type = phosphor::Complete, argument_names = {_M_elems = {0x9d0bb2 "vbid", 0x9dfc32 "pendingCommitCnt"}}, argument_types = {_M_elems = {phosphor::is_uint, phosphor::is_uint}}} phosphor_internal_guard_2796 = {tpi = 0xd541a0 , enabled = true, arg1 = 746, arg2 = 1, start = {__d = {__r = 6892362573720106}}} docs = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, >::_Vector_impl_data> = {_M_start = 0x7fc3f07b3040, _M_finish = 0x7fc3f07b3048, _M_end_of_storage = 0x7fc3f07b3048}, }}, } docinfos = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, >::_Vector_impl_data> = {_M_start = 0x7fc3f07b3048, _M_finish = 0x7fc3f07b3050, _M_end_of_storage = 0x7fc3f07b3050}, }}, } kvReqs = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, >::_Vector_impl_data> = {_M_start = 0x7fc3f07b3050, _M_finish = 0x7fc3f07b3058, _M_end_of_storage = 0x7fc3f07b3058}, }}, } kvctx = {commitData = @0x7fc3f1fe8d20, onDiskPrepareDelta = 1, onDiskPrepareBytesDelta = 52} errCode = COUCHSTORE_SUCCESS success = #7 0x00000000007c0abe in EPBucket::commit(Vbid, KVStore&, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:890 cb::userdataStartTag = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x0}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} aliveVBStates = {bits = {> = {_M_w = 0}, }} cb::userdataEndTag = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x0}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} globalBucketLoggerName = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x0}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} NoopSyncWriteCompleteCb = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x0, _M_const_object = 0x0, _M_function_pointer = 0x0, _M_member_pointer = NULL}, _M_pod_data = '\000' }, _M_manager = 0x0}, _M_invoker = 0x0} NoopSeqnoAckCb = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x0, _M_const_object = 0x0, _M_function_pointer = 0x0, _M_member_pointer = NULL}, _M_pod_data = '\000' }, _M_manager = 0x0}, _M_invoker = 0x0} std::__ioinit = {static _S_refcount = 0, static _S_synced_with_stdio = true} boost::exception_detail::exception_ptr_static_exception_object::e = {ptr_ = {px = 0x0, pn = {pi_ = 0x0}}} boost::exception_detail::exception_ptr_static_exception_object::e = {ptr_ = {px = 0x0, pn = {pi_ = 0x0}}} flatbuffers::flatbuffer_version_string = 0x9bcf77 "FlatBuffers 1.10.0" fmt::v5::internal::basic_data::POWERS_OF_10_32 = {0, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000, 1000000000} fmt::v5::internal::basic_data::POWERS_OF_10_64 = {0, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000, 1000000000, 10000000000, 100000000000, 1000000000000, 10000000000000, 100000000000000, 1000000000000000, 10000000000000000, 100000000000000000, 1000000000000000000, 10000000000000000000} fmt::v5::internal::basic_data::DIGITS = "00010203040506070809101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899" #8 0x00000000007c5f2c in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:765 cb::userdataStartTag = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x0}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} aliveVBStates = {bits = {> = {_M_w = 0}, }} cb::userdataEndTag = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x0}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} globalBucketLoggerName = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x0}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} NoopSyncWriteCompleteCb = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x0, _M_const_object = 0x0, _M_function_pointer = 0x0, _M_member_pointer = NULL}, _M_pod_data = '\000' }, _M_manager = 0x0}, _M_invoker = 0x0} NoopSeqnoAckCb = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x0, _M_const_object = 0x0, _M_function_pointer = 0x0, _M_member_pointer = NULL}, _M_pod_data = '\000' }, _M_manager = 0x0}, _M_invoker = 0x0} std::__ioinit = {static _S_refcount = 0, static _S_synced_with_stdio = true} boost::exception_detail::exception_ptr_static_exception_object::e = {ptr_ = {px = 0x0, pn = {pi_ = 0x0}}} boost::exception_detail::exception_ptr_static_exception_object::e = {ptr_ = {px = 0x0, pn = {pi_ = 0x0}}} flatbuffers::flatbuffer_version_string = 0x9bcf77 "FlatBuffers 1.10.0" fmt::v5::internal::basic_data::POWERS_OF_10_32 = {0, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000, 1000000000} fmt::v5::internal::basic_data::POWERS_OF_10_64 = {0, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000, 1000000000, 10000000000, 100000000000, 1000000000000, 10000000000000, 100000000000000, 1000000000000000, 10000000000000000, 100000000000000000, 1000000000000000000, 10000000000000000000} fmt::v5::internal::basic_data::DIGITS = "00010203040506070809101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899" #9 0x00000000007c621f in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:362 cb::userdataStartTag = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x0}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} aliveVBStates = {bits = {> = {_M_w = 0}, }} cb::userdataEndTag = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x0}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} globalBucketLoggerName = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x0}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} NoopSyncWriteCompleteCb = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x0, _M_const_object = 0x0, _M_function_pointer = 0x0, _M_member_pointer = NULL}, _M_pod_data = '\000' }, _M_manager = 0x0}, _M_invoker = 0x0} NoopSeqnoAckCb = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x0, _M_const_object = 0x0, _M_function_pointer = 0x0, _M_member_pointer = NULL}, _M_pod_data = '\000' }, _M_manager = 0x0}, _M_invoker = 0x0} std::__ioinit = {static _S_refcount = 0, static _S_synced_with_stdio = true} boost::exception_detail::exception_ptr_static_exception_object::e = {ptr_ = {px = 0x0, pn = {pi_ = 0x0}}} boost::exception_detail::exception_ptr_static_exception_object::e = {ptr_ = {px = 0x0, pn = {pi_ = 0x0}}} flatbuffers::flatbuffer_version_string = 0x9bcf77 "FlatBuffers 1.10.0" fmt::v5::internal::basic_data::POWERS_OF_10_32 = {0, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000, 1000000000} fmt::v5::internal::basic_data::POWERS_OF_10_64 = {0, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000, 1000000000, 10000000000, 100000000000, 1000000000000, 10000000000000, 100000000000000, 1000000000000000, 10000000000000000, 100000000000000000, 1000000000000000000, 10000000000000000000} fmt::v5::internal::basic_data::DIGITS = "00010203040506070809101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899" #10 0x000000000066d850 in Flusher::flushVB() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:296 std::__ioinit = {static _S_refcount = 0, static _S_synced_with_stdio = true} aliveVBStates = {bits = {> = {_M_w = 0}, }} NoopSeqnoAckCb = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x0, _M_const_object = 0x0, _M_function_pointer = 0x0, _M_member_pointer = NULL}, _M_pod_data = '\000' }, _M_manager = 0x0}, _M_invoker = 0x0} globalBucketLoggerName = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x0}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} NoopSyncWriteCompleteCb = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x0, _M_const_object = 0x0, _M_function_pointer = 0x0, _M_member_pointer = NULL}, _M_pod_data = '\000' }, _M_manager = 0x0}, _M_invoker = 0x0} boost::exception_detail::exception_ptr_static_exception_object::e = {ptr_ = {px = 0x0, pn = {pi_ = 0x0}}} boost::exception_detail::exception_ptr_static_exception_object::e = {ptr_ = {px = 0x0, pn = {pi_ = 0x0}}} fmt::v5::internal::basic_data::POWERS_OF_10_32 = {0, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000, 1000000000} fmt::v5::internal::basic_data::POWERS_OF_10_64 = {0, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000, 1000000000, 10000000000, 100000000000, 1000000000000, 10000000000000, 100000000000000, 1000000000000000, 10000000000000000, 100000000000000000, 1000000000000000000, 10000000000000000000} fmt::v5::internal::basic_data::DIGITS = "00010203040506070809101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899" flatbuffers::flatbuffer_version_string = 0x9bcf77 "FlatBuffers 1.10.0" #11 0x000000000066e319 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:199 std::__ioinit = {static _S_refcount = 0, static _S_synced_with_stdio = true} aliveVBStates = {bits = {> = {_M_w = 0}, }} NoopSeqnoAckCb = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x0, _M_const_object = 0x0, _M_function_pointer = 0x0, _M_member_pointer = NULL}, _M_pod_data = '\000' }, _M_manager = 0x0}, _M_invoker = 0x0} globalBucketLoggerName = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x0}, _M_string_length = 0, {_M_local_buf = '\000' , _M_allocated_capacity = 0}} NoopSyncWriteCompleteCb = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x0, _M_const_object = 0x0, _M_function_pointer = 0x0, _M_member_pointer = NULL}, _M_pod_data = '\000' }, _M_manager = 0x0}, _M_invoker = 0x0} boost::exception_detail::exception_ptr_static_exception_object::e = {ptr_ = {px = 0x0, pn = {pi_ = 0x0}}} boost::exception_detail::exception_ptr_static_exception_object::e = {ptr_ = {px = 0x0, pn = {pi_ = 0x0}}} fmt::v5::internal::basic_data::POWERS_OF_10_32 = {0, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000, 1000000000} fmt::v5::internal::basic_data::POWERS_OF_10_64 = {0, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000, 1000000000, 10000000000, 100000000000, 1000000000000, 10000000000000, 100000000000000, 1000000000000000, 10000000000000000, 100000000000000000, 1000000000000000000, 10000000000000000000} fmt::v5::internal::basic_data::DIGITS = "00010203040506070809101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899" flatbuffers::flatbuffer_version_string = 0x9bcf77 "FlatBuffers 1.10.0" #12 0x0000000000670557 in GlobalTask::execute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/globaltask.cc:68 guard = {previous = 0x0} #13 0x000000000066b6a0 in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#1}::operator()() const (__closure=0x7fc3f1fe95f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:190 scheduleOverhead = start = {__d = {__r = 6892362573641596}} runAgain = false proxy = @0x7fc45be2bbd0: #14 0x000000000066b6a0 in FollyExecutorPool::TaskProxy::timeoutExpired (this=) No locals. #15 0x0000000000975560 in operator() (this=0x7fc3f1fe95f0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 fn = @0x7fc3f1fe95f0: {> = {}, data_ = {big = 0x7fc45be2bbd0, tiny = {__data = "ะป\342[\304\177\000\000\320W\307g\304\177\000\000\060\000\000\000\000\000\000\000\224\275\001\000\000\000\000\000X\000\000\000\000\000\000\000\300\226\376\361\303\177\000", __align = {}}}, call_ = 0x66be30 ::callSmall(folly::detail::function::Data&)>, exec_ = 0x668bf0 (folly::detail::function::Op, folly::detail::function::Data*, folly::detail::function::Data)>} #16 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=0x7fc44e809c00, thread=..., task=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97 rctx = {prev_ = {> = {> = {}, _M_ptr = 0x0, _M_refcount = {_M_pi = 0x0}}, }} startTime = {__d = {__r = 6892362573629802}} stats = {expired = false, waitTime = {__r = 29693}, runTime = {__r = 0}, enqueueTime = {__d = {__r = 6892362573600109}}, requestId = 0} #17 0x000000000095d23a in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc44e809c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 guard = {list_ = {forbid = true, prev = 0x0, curr = {name = {static npos = , b_ = 0xa01073 "CPUThreadPoolExecutor", e_ = 0xa01088 ""}}}} #18 0x0000000000978519 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 No locals. #19 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 No locals. #20 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 No locals. #21 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 No locals. #22 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 fn = #23 0x0000000000669c2d in operator() (this=0x7fc45bf69d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:48 fn = @0x7fc45bf69d00: #24 operator() (__closure=0x7fc45bf69d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:48 threadNameOpt = {storage_ = {{emptyState = 96 '`', value = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7fc3f1fe9760 "WriterPool2"}, _M_string_length = 11, {_M_local_buf = "WriterPool2\000\000\000\000", _M_allocated_capacity = 8021036716417184343}}}, hasValue = true}} func = #25 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 fn = @0x7fc45bf69d00: #26 0x00007fc465e78d40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80 No locals. #27 0x00007fc46567cea5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #28 0x00007fc4653a58dd in clone () from /lib64/libc.so.6 No symbol table info available.