(gdb) thread apply all bt

Thread 31 (Thread 0x7fa08570c400 (LWP 38668)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007fa08078cdcb in _L_lock_883 () from /lib64/libpthread.so.0
#2  0x00007fa08078cc98 in __GI___pthread_mutex_lock (mutex=0x88c560 <buckets_lock>) at ../nptl/pthread_mutex_lock.c:78
#3  0x0000000000420f5b in __gthread_mutex_lock (__mutex=0x88c560 <buckets_lock>) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:748
#4  lock (this=0x88c560 <buckets_lock>) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:103
#5  lock_guard (__m=..., this=<synthetic pointer>) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:162
#6  bucketsForEach(std::function<bool (Bucket&, void*)>, void*) (fn=..., arg=arg@entry=0x0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:94
#7  0x00000000004aa9de in mc_gather_timing_samples () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/mc_time.cc:259
#8  mc_time_clock_tick () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/mc_time.cc:214
#9  0x00000000004aabc5 in mc_time_clock_event_handler (fd=<optimized out>, which=<optimized out>, arg=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/mc_time.cc:198
#10 0x00007fa08201bf58 in event_process_active_single_queue (base=base@entry=0x7fa07ee9f000, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1697
#11 0x00007fa08201c54f in event_process_active (base=0x7fa07ee9f000) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789
#12 event_base_loop (base=0x7fa07ee9f000, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012
#13 0x00000000004281ea in memcached_main (argc=<optimized out>, argv=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:1542
#14 0x00007fa0803d83d5 in __libc_start_main (main=0x41dd40 <main(int, char**)>, argc=3, argv=0x7ffd9aaffa38, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7ffd9aaffa28) at ../csu/libc-start.c:266
#15 0x00000000004205d5 in _start ()

Thread 30 (Thread 0x7fa0177fe700 (LWP 39100)):
#0  0x00007fa0804b4483 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007fa0820253c5 in epoll_dispatch (base=0x7fa07425c000, tv=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465
#2  0x00007fa08201c376 in event_base_loop (base=0x7fa07425c000, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998
#3  0x00007fa0848d4307 in folly::EventBase::loopBody (this=this@entry=0x7fa07422d780, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397
#4  0x00007fa0848d47d6 in folly::EventBase::loop (this=this@entry=0x7fa07422d780) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315
#5  0x00007fa0848d6196 in folly::EventBase::loopForever (this=0x7fa07422d780) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538
#6  0x00007fa0848c37b9 in folly::IOThreadPoolExecutor::threadRun (this=0x7fa07416a780, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/IOThreadPoolExecutor.cpp:195
#7  0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#8  __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#9  __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#10 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#11 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#12 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa0741398a0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#13 0x00007fa08078add5 in start_thread (arg=0x7fa0177fe700) at pthread_create.c:307
#14 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 29 (Thread 0x7fa017fff700 (LWP 39099)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa084678d7a in folly::SharedMutexImpl<false, void, std::atomic, false, false>::waitForZeroBits<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=0x7fa0006eb2a0, state=@0x7fa017fe5abc: 133, goal=224, waitMask=12, ctx=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/detail/Futex-inl.h:101
#4  0x00007fa0846e59c0 in lockExclusiveImpl<folly::SharedMutexImpl<false>::WaitForever> (ctx=..., preconditionGoalMask=<optimized out>, state=<optimized out>, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:966
#5  folly::SharedMutexImpl<false, void, std::atomic, false, false>::lockExclusiveImpl<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=this@entry=0x7fa0006eb2a0, ctx=..., preconditionGoalMask=224) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:955
#6  0x00007fa0846e5bb0 in lock (this=0x7fa0006eb2a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:371
#7  lock (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:124
#8  lock<folly::SharedMutexImpl<false> > (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:479
#9  LockedPtrBase (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1097
#10 LockedPtr (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1402
#11 wlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:115
#12 wlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SynchronizedPtr.h:95
#13 ActiveDurabilityMonitor::processTimeout (this=0x7fa0006eb260, asOf=asOf@entry=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:354
#14 0x00007fa0847bbc73 in VBucket::processDurabilityTimeout (this=0x7fa0026d9400, asOf=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:682
#15 0x00007fa08477613b in VBCBAdaptor::run (this=0x7f9ff9060610) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:2313
#16 0x00007fa08475a6f3 in GlobalTask::execute (this=0x7f9ff9060610) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/globaltask.cc:75
#17 0x00007fa084754602 in operator() (__closure=0x7fa017fe6040) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:195
#18 folly::detail::function::FunctionTraits<void ()>::callSmall<FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:387
#19 0x00007fa0848cbf90 in operator() (this=0x7fa017fe6040) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#20 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=0x7fa074234400, thread=..., task=<unknown type in /usr/lib/debug/opt/couchbase/lib/libep.so.debug, CU 0x35631ce, DIE 0x35a9612>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#21 0x00007fa0848b446a in folly::CPUThreadPoolExecutor::threadRun (this=0x7fa074234400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#22 0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#23 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#24 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#25 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#26 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#27 0x00007fa084752ec8 in operator() (this=0x7fa074151200) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#28 operator() (__closure=0x7fa074151200) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:54
#29 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#30 0x00007fa084752da3 in operator() (this=0x7fa07efc9160) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#31 operator() (__closure=0x7fa07efc9150) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54
#32 folly::detail::function::FunctionTraits<void ()>::callBig<folly::PriorityThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#33 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa074139830) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#34 0x00007fa08078add5 in start_thread (arg=0x7fa017fff700) at pthread_create.c:307
#35 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 28 (Thread 0x7fa038fd7700 (LWP 39098)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa084678dc7 in folly::SharedMutexImpl<false, void, std::atomic, false, false>::waitForZeroBits<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=0x7fa0006eb2a0, state=@0x7fa038fbd678: 128, goal=128, waitMask=1, ctx=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/detail/Futex-inl.h:101
#4  0x00007fa0846e46f0 in lockSharedImpl<folly::SharedMutexImpl<false>::WaitForever> (ctx=..., token=0x0, state=@0x7fa038fbd678: 128, this=0x7fa0006eb2a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:1669
#5  folly::SharedMutexImpl<false, void, std::atomic, false, false>::lockSharedImpl<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=this@entry=0x7fa0006eb2a0, ctx=..., token=0x0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:1298
#6  0x00007fa0846e4e6b in lock_shared (this=0x7fa0006eb2a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:413
#7  lock_shared (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:157
#8  lock<folly::SharedMutexImpl<false> > (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:499
#9  LockedPtrBase (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1097
#10 LockedPtr (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1402
#11 rlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:144
#12 rlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SynchronizedPtr.h:86
#13 ActiveDurabilityMonitor::toOStream (this=0x7fa0006eb260, os=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:1097
#14 0x00007fa0846ee940 in operator<< (os=..., dm=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/durability_monitor.cc:21
#15 0x00007fa0846e768d in ActiveDurabilityMonitor::State::updateHighCompletedSeqno (this=0x7fa06c3d6c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:1562
#16 0x00007fa0846e7a6f in ActiveDurabilityMonitor::commit (this=this@entry=0x7fa0006eb260, sw=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:882
#17 0x00007fa0846e7f43 in ActiveDurabilityMonitor::processCompletedSyncWriteQueue (this=0x7fa0006eb260) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:465
#18 0x00007fa0847bbdd0 in VBucket::processResolvedSyncWrites (this=0x7fa0026d9400) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:696
#19 0x00007fa0846ee5dd in DurabilityCompletionTask::run (this=0x7fa06c1db510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/durability_completion_task.cc:53
#20 0x00007fa08475a6f3 in GlobalTask::execute (this=0x7fa06c1db510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/globaltask.cc:75
#21 0x00007fa084754602 in operator() (__closure=0x7fa038fbe040) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:195
#22 folly::detail::function::FunctionTraits<void ()>::callSmall<FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:387
#23 0x00007fa0848cbf90 in operator() (this=0x7fa038fbe040) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#24 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=0x7fa074234400, thread=..., task=<unknown type in /usr/lib/debug/opt/couchbase/lib/libep.so.debug, CU 0x35631ce, DIE 0x35a9612>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#25 0x00007fa0848b446a in folly::CPUThreadPoolExecutor::threadRun (this=0x7fa074234400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#26 0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#27 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#28 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#29 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#30 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#31 0x00007fa084752ec8 in operator() (this=0x7fa0741511c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#32 operator() (__closure=0x7fa0741511c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:54
#33 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#34 0x00007fa084752da3 in operator() (this=0x7fa07efc9110) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#35 operator() (__closure=0x7fa07efc9100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54
#36 folly::detail::function::FunctionTraits<void ()>::callBig<folly::PriorityThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#37 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa0741397c0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#38 0x00007fa08078add5 in start_thread (arg=0x7fa038fd7700) at pthread_create.c:307
#39 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 27 (Thread 0x7fa0397d8700 (LWP 39097)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa0848b608a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=<optimized out>, deadline=..., expected=<optimized out>, futex=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=<optimized out>, expected=<optimized out>, deadline=..., waitMask=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x00007fa0848bb99d in folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa03a7db948, deadline=..., opt=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164
#6  0x00007fa0848bc006 in folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa0400027c0, deadline=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#7  0x00007fa0848bf760 in folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x7fa040002780, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#8  0x00007fa0848b43f7 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fa074233800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#9  0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#10 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#11 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#12 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#13 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#14 0x00007fa084752ec8 in operator() (this=0x7fa0741510c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#15 operator() (__closure=0x7fa0741510c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:54
#16 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#17 0x00007fa084752da3 in operator() (this=0x7fa07efc9020) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#18 operator() (__closure=0x7fa07efc9010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54
#19 folly::detail::function::FunctionTraits<void ()>::callBig<folly::PriorityThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa074139750) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#21 0x00007fa08078add5 in start_thread (arg=0x7fa0397d8700) at pthread_create.c:307
#22 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 26 (Thread 0x7fa039fd9700 (LWP 39096)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa0848b608a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=<optimized out>, deadline=..., expected=<optimized out>, futex=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=<optimized out>, expected=<optimized out>, deadline=..., waitMask=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x00007fa0848bbad7 in folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa03a7db0c0, deadline=..., opt=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  0x00007fa0848bc006 in folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa0400018c0, deadline=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#7  0x00007fa0848bf760 in folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x7fa040001880, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#8  0x00007fa0848b43f7 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fa074232c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#9  0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#10 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#11 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#12 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#13 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#14 0x00007fa084752ec8 in operator() (this=0x7fa074151000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#15 operator() (__closure=0x7fa074151000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:54
#16 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#17 0x00007fa084752da3 in operator() (this=0x7fa07efc8f80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#18 operator() (__closure=0x7fa07efc8f70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54
#19 folly::detail::function::FunctionTraits<void ()>::callBig<folly::PriorityThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa0741396e0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#21 0x00007fa08078add5 in start_thread (arg=0x7fa039fd9700) at pthread_create.c:307
#22 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 25 (Thread 0x7fa03a7da700 (LWP 39095)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa0848b608a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=<optimized out>, deadline=..., expected=<optimized out>, futex=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=<optimized out>, expected=<optimized out>, deadline=..., waitMask=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x00007fa0848bbad7 in folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa03a7db0a8, deadline=..., opt=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  0x00007fa0848bc006 in folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa0400018c0, deadline=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#7  0x00007fa0848bf760 in folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x7fa040001880, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#8  0x00007fa0848b43f7 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fa074232c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#9  0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#10 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#11 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#12 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#13 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#14 0x00007fa084752ec8 in operator() (this=0x7fa07efe1e40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#15 operator() (__closure=0x7fa07efe1e40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:54
#16 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#17 0x00007fa084752da3 in operator() (this=0x7fa07efc8f30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#18 operator() (__closure=0x7fa07efc8f20) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54
#19 folly::detail::function::FunctionTraits<void ()>::callBig<folly::PriorityThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa074139670) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#21 0x00007fa08078add5 in start_thread (arg=0x7fa03a7da700) at pthread_create.c:307
#22 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 24 (Thread 0x7fa044df9700 (LWP 39094)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa0848b608a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=<optimized out>, deadline=..., expected=<optimized out>, futex=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=<optimized out>, expected=<optimized out>, deadline=..., waitMask=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x00007fa0848bbad7 in folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa03a7db090, deadline=..., opt=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  0x00007fa0848bc006 in folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa0400018c0, deadline=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#7  0x00007fa0848bf760 in folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x7fa040001880, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#8  0x00007fa0848b43f7 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fa074232c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#9  0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#10 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#11 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#12 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#13 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#14 0x00007fa084752ec8 in operator() (this=0x7fa07efe1e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#15 operator() (__closure=0x7fa07efe1e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:54
#16 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#17 0x00007fa084752da3 in operator() (this=0x7fa07efc8ee0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#18 operator() (__closure=0x7fa07efc8ed0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54
#19 folly::detail::function::FunctionTraits<void ()>::callBig<folly::PriorityThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa074139600) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#21 0x00007fa08078add5 in start_thread (arg=0x7fa044df9700) at pthread_create.c:307
#22 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 23 (Thread 0x7fa0455fa700 (LWP 39093)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa0848b608a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=<optimized out>, deadline=..., expected=<optimized out>, futex=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=<optimized out>, expected=<optimized out>, deadline=..., waitMask=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x00007fa0848bbad7 in folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa03a7db078, deadline=..., opt=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  0x00007fa0848bc006 in folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa0400018c0, deadline=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#7  0x00007fa0848bf760 in folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x7fa040001880, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#8  0x00007fa0848b43f7 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fa074232c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#9  0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#10 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#11 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#12 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#13 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#14 0x00007fa084752ec8 in operator() (this=0x7fa07efe1dc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#15 operator() (__closure=0x7fa07efe1dc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:54
#16 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#17 0x00007fa084752da3 in operator() (this=0x7fa07efc8e90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#18 operator() (__closure=0x7fa07efc8e80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54
#19 folly::detail::function::FunctionTraits<void ()>::callBig<folly::PriorityThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa074139590) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#21 0x00007fa08078add5 in start_thread (arg=0x7fa0455fa700) at pthread_create.c:307
#22 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 22 (Thread 0x7fa045dfb700 (LWP 39092)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa0848b608a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=<optimized out>, deadline=..., expected=<optimized out>, futex=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=<optimized out>, expected=<optimized out>, deadline=..., waitMask=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x00007fa0848bbad7 in folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa03a7db048, deadline=..., opt=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  0x00007fa0848bc006 in folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa040000a40, deadline=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#7  0x00007fa0848bf760 in folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x7fa040000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#8  0x00007fa0848b43f7 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fa074232000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#9  0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#10 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#11 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#12 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#13 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#14 0x00007fa084752ec8 in operator() (this=0x7fa07efe1b40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#15 operator() (__closure=0x7fa07efe1b40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:54
#16 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#17 0x00007fa084752da3 in operator() (this=0x7fa07efc8d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#18 operator() (__closure=0x7fa07efc8cf0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54
#19 folly::detail::function::FunctionTraits<void ()>::callBig<folly::PriorityThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa074139520) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#21 0x00007fa08078add5 in start_thread (arg=0x7fa045dfb700) at pthread_create.c:307
#22 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 21 (Thread 0x7fa0465fc700 (LWP 39091)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa0848b608a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=<optimized out>, deadline=..., expected=<optimized out>, futex=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=<optimized out>, expected=<optimized out>, deadline=..., waitMask=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x00007fa0848bbad7 in folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa03a7db030, deadline=..., opt=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  0x00007fa0848bc006 in folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa040000a40, deadline=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#7  0x00007fa0848bf760 in folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x7fa040000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#8  0x00007fa0848b43f7 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fa074232000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#9  0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#10 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#11 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#12 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#13 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#14 0x00007fa084752ec8 in operator() (this=0x7fa07efe1400) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#15 operator() (__closure=0x7fa07efe1400) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:54
#16 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#17 0x00007fa084752da3 in operator() (this=0x7fa07efc8cb0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#18 operator() (__closure=0x7fa07efc8ca0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54
#19 folly::detail::function::FunctionTraits<void ()>::callBig<folly::PriorityThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa07ed71d30) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#21 0x00007fa08078add5 in start_thread (arg=0x7fa0465fc700) at pthread_create.c:307
#22 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 20 (Thread 0x7fa046dfd700 (LWP 39090)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa0848b608a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=<optimized out>, deadline=..., expected=<optimized out>, futex=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=<optimized out>, expected=<optimized out>, deadline=..., waitMask=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x00007fa0848bbad7 in folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa03a7db060, deadline=..., opt=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  0x00007fa0848bc006 in folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa040000a40, deadline=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#7  0x00007fa0848bf760 in folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x7fa040000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#8  0x00007fa0848b43f7 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fa074232000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#9  0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#10 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#11 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#12 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#13 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#14 0x00007fa084752ec8 in operator() (this=0x7fa07efe13c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#15 operator() (__closure=0x7fa07efe13c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:54
#16 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#17 0x00007fa084752da3 in operator() (this=0x7fa07efc8c60) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#18 operator() (__closure=0x7fa07efc8c50) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54
#19 folly::detail::function::FunctionTraits<void ()>::callBig<folly::PriorityThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa07ed71c50) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#21 0x00007fa08078add5 in start_thread (arg=0x7fa046dfd700) at pthread_create.c:307
#22 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 19 (Thread 0x7fa0475fe700 (LWP 39089)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa0848b608a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=<optimized out>, deadline=..., expected=<optimized out>, futex=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=<optimized out>, expected=<optimized out>, deadline=..., waitMask=<optimized out>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x00007fa0848bbad7 in folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa03a7db018, deadline=..., opt=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  0x00007fa0848bc006 in folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fa040000a40, deadline=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#7  0x00007fa0848bf760 in folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x7fa040000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#8  0x00007fa0848b43f7 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fa074232000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#9  0x00007fa0848cef49 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#10 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#11 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#12 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#13 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#14 0x00007fa084752ec8 in operator() (this=0x7fa07efe1380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#15 operator() (__closure=0x7fa07efe1380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:54
#16 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#17 0x00007fa084752da3 in operator() (this=0x7fa07efc8c10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416
#18 operator() (__closure=0x7fa07efc8c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54
#19 folly::detail::function::FunctionTraits<void ()>::callBig<folly::PriorityThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa07ed71be0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#21 0x00007fa08078add5 in start_thread (arg=0x7fa0475fe700) at pthread_create.c:307
#22 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 18 (Thread 0x7fa047dff700 (LWP 39088)):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007fa08225dfa2 in background_thread_sleep (tsdn=<optimized out>, interval=<optimized out>, info=<optimized out>) at src/background_thread.c:232
#2  background_work_sleep_once (ind=<optimized out>, info=<optimized out>, tsdn=<optimized out>) at src/background_thread.c:307
#3  background_work (ind=<optimized out>, tsd=0x7fa047de6a60) at src/background_thread.c:497
#4  background_thread_entry (ind_arg=<optimized out>) at src/background_thread.c:522
#5  0x00007fa08078add5 in start_thread (arg=0x7fa047dff700) at pthread_create.c:307
#6  0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 17 (Thread 0x7fa06e7fc700 (LWP 38685)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007fa08078cdcb in _L_lock_883 () from /lib64/libpthread.so.0
#2  0x00007fa08078cc98 in __GI___pthread_mutex_lock (mutex=0x7fa07eef2b40) at ../nptl/pthread_mutex_lock.c:78
#3  0x000000000046c35f in __gthread_mutex_lock (__mutex=<optimized out>) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:748
#4  lock (this=<optimized out>) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:103
#5  MutexEventGuard (threshold_=..., mutex_=..., enabled_=<optimized out>, tpiHeld_=0x59e040 <iterate_all_connections(std::function<void (Connection&)>)::phosphor_internal_tpi_held_124>, tpiWait_=0x59e080 <iterate_all_connections(std::function<void (Connection&)>)::phosphor_internal_tpi_wait_124>, this=0x7fa06e7e30f0)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/phosphor/include/phosphor/scoped_event_guard.h:93
#6  iterate_all_connections(std::function<void (Connection&)>) (callback=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:121
#7  0x00000000004ef227 in CccpNotificationTask::execute (this=0x7fa07ef90cd0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cccp_notification_task.cc:121
#8  0x00000000004a7c5c in Executor::run (this=0x7fa07ed22540) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:60
#9  0x00007fa082f68c8f in Couchbase::Thread::thread_entry (this=0x7fa07ed22540) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45
#10 0x00007fa082f52727 in run (this=0x7fa07ef4dfe0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58
#11 platform_thread_wrap (arg=0x7fa07ef4dfe0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71
#12 0x00007fa08078add5 in start_thread (arg=0x7fa06e7fc700) at pthread_create.c:307
#13 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 16 (Thread 0x7fa06effd700 (LWP 38684)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007fa08078cdcb in _L_lock_883 () from /lib64/libpthread.so.0
#2  0x00007fa08078cc98 in __GI___pthread_mutex_lock (mutex=0x7fa07eef2b40) at ../nptl/pthread_mutex_lock.c:78
#3  0x000000000046c35f in __gthread_mutex_lock (__mutex=<optimized out>) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:748
#4  lock (this=<optimized out>) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:103
#5  MutexEventGuard (threshold_=..., mutex_=..., enabled_=<optimized out>, tpiHeld_=0x59e040 <iterate_all_connections(std::function<void (Connection&)>)::phosphor_internal_tpi_held_124>, tpiWait_=0x59e080 <iterate_all_connections(std::function<void (Connection&)>)::phosphor_internal_tpi_wait_124>, this=0x7fa06efe40f0)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/phosphor/include/phosphor/scoped_event_guard.h:93
#6  iterate_all_connections(std::function<void (Connection&)>) (callback=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:121
#7  0x00000000004ef227 in CccpNotificationTask::execute (this=0x7fa07ed7ba90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cccp_notification_task.cc:121
#8  0x00000000004a7c5c in Executor::run (this=0x7fa07ed22380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:60
#9  0x00007fa082f68c8f in Couchbase::Thread::thread_entry (this=0x7fa07ed22380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45
#10 0x00007fa082f52727 in run (this=0x7fa07ef4de00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58
#11 platform_thread_wrap (arg=0x7fa07ef4de00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71
#12 0x00007fa08078add5 in start_thread (arg=0x7fa06effd700) at pthread_create.c:307
#13 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 15 (Thread 0x7fa06f7fe700 (LWP 38683)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007fa08078cdcb in _L_lock_883 () from /lib64/libpthread.so.0
#2  0x00007fa08078cc98 in __GI___pthread_mutex_lock (mutex=0x7fa07eef2b40) at ../nptl/pthread_mutex_lock.c:78
#3  0x000000000046c35f in __gthread_mutex_lock (__mutex=<optimized out>) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:748
#4  lock (this=<optimized out>) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:103
#5  MutexEventGuard (threshold_=..., mutex_=..., enabled_=<optimized out>, tpiHeld_=0x59e040 <iterate_all_connections(std::function<void (Connection&)>)::phosphor_internal_tpi_held_124>, tpiWait_=0x59e080 <iterate_all_connections(std::function<void (Connection&)>)::phosphor_internal_tpi_wait_124>, this=0x7fa06f7e50f0)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/phosphor/include/phosphor/scoped_event_guard.h:93
#6  iterate_all_connections(std::function<void (Connection&)>) (callback=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:121
#7  0x00000000004ef227 in CccpNotificationTask::execute (this=0x7fa07ed7ba30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cccp_notification_task.cc:121
#8  0x00000000004a7c5c in Executor::run (this=0x7fa07ed221c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:60
#9  0x00007fa082f68c8f in Couchbase::Thread::thread_entry (this=0x7fa07ed221c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45
#10 0x00007fa082f52727 in run (this=0x7fa07ef4ddd0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58
#11 platform_thread_wrap (arg=0x7fa07ef4ddd0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71
#12 0x00007fa08078add5 in start_thread (arg=0x7fa06f7fe700) at pthread_create.c:307
#13 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 14 (Thread 0x7fa06ffff700 (LWP 38682)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007fa08078cdcb in _L_lock_883 () from /lib64/libpthread.so.0
#2  0x00007fa08078cc98 in __GI___pthread_mutex_lock (mutex=0x7fa07eef2b40) at ../nptl/pthread_mutex_lock.c:78
#3  0x000000000046c35f in __gthread_mutex_lock (__mutex=<optimized out>) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:748
#4  lock (this=<optimized out>) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:103
#5  MutexEventGuard (threshold_=..., mutex_=..., enabled_=<optimized out>, tpiHeld_=0x59e040 <iterate_all_connections(std::function<void (Connection&)>)::phosphor_internal_tpi_held_124>, tpiWait_=0x59e080 <iterate_all_connections(std::function<void (Connection&)>)::phosphor_internal_tpi_wait_124>, this=0x7fa06ffe60f0)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/phosphor/include/phosphor/scoped_event_guard.h:93
#6  iterate_all_connections(std::function<void (Connection&)>) (callback=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:121
#7  0x00000000004ef227 in CccpNotificationTask::execute (this=0x7fa07ed7b9d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cccp_notification_task.cc:121
#8  0x00000000004a7c5c in Executor::run (this=0x7fa07ed22000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:60
#9  0x00007fa082f68c8f in Couchbase::Thread::thread_entry (this=0x7fa07ed22000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45
#10 0x00007fa082f52727 in run (this=0x7fa07ef4e010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58
#11 platform_thread_wrap (arg=0x7fa07ef4e010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71
#12 0x00007fa08078add5 in start_thread (arg=0x7fa06ffff700) at pthread_create.c:307
#13 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 13 (Thread 0x7fa074ff9700 (LWP 38681)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa084678d7a in folly::SharedMutexImpl<false, void, std::atomic, false, false>::waitForZeroBits<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=0x7fa0006eb2a0, state=@0x7fa074fdf7ec: 141, goal=224, waitMask=12, ctx=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/detail/Futex-inl.h:101
#4  0x00007fa0846e59c0 in lockExclusiveImpl<folly::SharedMutexImpl<false>::WaitForever> (ctx=..., preconditionGoalMask=<optimized out>, state=<optimized out>, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:966
#5  folly::SharedMutexImpl<false, void, std::atomic, false, false>::lockExclusiveImpl<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=this@entry=0x7fa0006eb2a0, ctx=..., preconditionGoalMask=224) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:955
#6  0x00007fa0846e8b34 in lock (this=0x7fa0006eb2a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:371
#7  lock (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:124
#8  lock<folly::SharedMutexImpl<false> > (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:479
#9  LockedPtrBase (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1097
#10 LockedPtr (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1402
#11 wlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:115
#12 wlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SynchronizedPtr.h:95
#13 ActiveDurabilityMonitor::seqnoAckReceived (this=0x7fa0006eb260, replica=..., preparedSeqno=5887) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:329
#14 0x00007fa084685a31 in ActiveStream::seqnoAck (this=this@entry=0x7fa003d50110, consumerName=..., preparedSeqno=5887) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream.cc:2128
#15 0x00007fa0846cee55 in DcpProducer::seqno_acknowledged (this=0x7fa001956b40, opaque=326, vbucket=..., prepared_seqno=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/producer.cc:1158
#16 0x00007fa0847109fb in non-virtual thunk to EventuallyPersistentEngine::seqno_acknowledged(gsl::not_null<void const*>, unsigned int, Vbid, unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/gsl-lite/include/gsl/gsl-lite.hpp:674
#17 0x00000000004505a5 in dcpSeqnoAcknowledged (cookie=..., opaque=326, vbucket=..., prepared_seqno=5887) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:829
#18 0x00000000004caac7 in dcp_seqno_acknowledged_executor (cookie=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/dcp_seqno_acknowledged_executor.cc:33
#19 0x00000000004b4aa6 in operator() (__args#0=..., this=<optimized out>) at /usr/local/include/c++/7.3.0/bits/std_function.h:706
#20 execute_client_request_packet (cookie=..., request=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/mcbp_executors.cc:920
#21 0x00000000004a28d9 in Cookie::execute (this=0x7fa002211780) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:158
#22 0x0000000000483add in Connection::executeCommandPipeline (this=this@entry=0x7fa0021c3e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:565
#23 0x000000000048ad45 in Connection::executeCommandsCallback (this=this@entry=0x7fa0021c3e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:691
#24 0x000000000048bc0f in Connection::rw_callback (ctx=0x7fa0021c3e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:820
#25 0x00007fa082012d8e in bufferevent_run_deferred_callbacks_unlocked (cb=<optimized out>, arg=0x7fa002212e00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:208
#26 0x00007fa08201bd01 in event_process_active_single_queue (base=base@entry=0x7fa07ee9fc00, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726
#27 0x00007fa08201c54f in event_process_active (base=0x7fa07ee9fc00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789
#28 event_base_loop (base=0x7fa07ee9fc00, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012
#29 0x000000000046bd09 in worker_libevent (arg=0x7fa07eef3ff8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:197
#30 0x00007fa082f52727 in run (this=0x7fa07ef4de30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58
#31 platform_thread_wrap (arg=0x7fa07ef4de30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71
#32 0x00007fa08078add5 in start_thread (arg=0x7fa074ff9700) at pthread_create.c:307
#33 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 12 (Thread 0x7fa0757fa700 (LWP 38680)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa084678d7a in folly::SharedMutexImpl<false, void, std::atomic, false, false>::waitForZeroBits<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=0x7fa0006eb2a0, state=@0x7fa0757e0abc: 141, goal=224, waitMask=12, ctx=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/detail/Futex-inl.h:101
#4  0x00007fa0846e59c0 in lockExclusiveImpl<folly::SharedMutexImpl<false>::WaitForever> (ctx=..., preconditionGoalMask=<optimized out>, state=<optimized out>, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:966
#5  folly::SharedMutexImpl<false, void, std::atomic, false, false>::lockExclusiveImpl<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=this@entry=0x7fa0006eb2a0, ctx=..., preconditionGoalMask=224) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:955
#6  0x00007fa0846e613f in lock (this=0x7fa0006eb2a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:371
#7  lock (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:124
#8  lock<folly::SharedMutexImpl<false> > (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:479
#9  LockedPtrBase (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1097
#10 LockedPtr (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1402
#11 wlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:115
#12 wlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SynchronizedPtr.h:95
#13 ActiveDurabilityMonitor::removedQueuedAck (this=0x7fa0006eb260, node=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:550
#14 0x00007fa08468e19e in ActiveStream::removeAcksFromDM (this=this@entry=0x7fa00326a090, vbstateLock=vbstateLock@entry=0x0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream.cc:1557
#15 0x00007fa08468e27e in ActiveStream::setDead (this=0x7fa00326a090, status=cb::mcbp::Disconnected) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream.cc:1511
#16 0x00007fa0846c9d0f in DcpProducer::closeAllStreams (this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/producer.cc:1684
#17 0x00007fa0846b07f3 in DcpConnMap::disconnect (this=0x7fa07c0f7000, cookie=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/dcpconnmap.cc:336
#18 0x00007fa08470d997 in handleDisconnect (cookie=<optimized out>, this=0x7fa07c07a000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:6281
#19 EventuallyPersistentEngine::disconnect (this=0x7fa07c07a000, cookie=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:6778
#20 0x0000000000481e5f in Connection::propagateDisconnect (this=this@entry=0x7fa0021c2600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:1446
#21 0x0000000000482124 in Connection::close (this=this@entry=0x7fa0021c2600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:1428
#22 0x000000000048b007 in Connection::executeCommandsCallback (this=0x7fa0021c2600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:748
#23 0x000000000048b485 in Connection::event_callback (event=<optimized out>, ctx=0x7fa0021c2600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:925
#24 0x00007fa082012e70 in bufferevent_run_deferred_callbacks_unlocked (cb=<optimized out>, arg=0x7fa00221b780) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:225
#25 0x00007fa08201bd01 in event_process_active_single_queue (base=base@entry=0x7fa07ee9f900, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726
#26 0x00007fa08201c54f in event_process_active (base=0x7fa07ee9f900) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789
#27 event_base_loop (base=0x7fa07ee9f900, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012
#28 0x000000000046bd09 in worker_libevent (arg=0x7fa07eef3550) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:197
#29 0x00007fa082f52727 in run (this=0x7fa07ef4dfb0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58
#30 platform_thread_wrap (arg=0x7fa07ef4dfb0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71
#31 0x00007fa08078add5 in start_thread (arg=0x7fa0757fa700) at pthread_create.c:307
#32 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 11 (Thread 0x7fa075ffb700 (LWP 38679)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa084678d7a in folly::SharedMutexImpl<false, void, std::atomic, false, false>::waitForZeroBits<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=0x7fa0006eb2a0, state=@0x7fa075fe181c: 129, goal=224, waitMask=12, ctx=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/detail/Futex-inl.h:101
#4  0x00007fa0846e59c0 in lockExclusiveImpl<folly::SharedMutexImpl<false>::WaitForever> (ctx=..., preconditionGoalMask=<optimized out>, state=<optimized out>, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:966
#5  folly::SharedMutexImpl<false, void, std::atomic, false, false>::lockExclusiveImpl<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=this@entry=0x7fa0006eb2a0, ctx=..., preconditionGoalMask=224) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:955
#6  0x00007fa0846e613f in lock (this=0x7fa0006eb2a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:371
#7  lock (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:124
#8  lock<folly::SharedMutexImpl<false> > (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:479
#9  LockedPtrBase (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1097
#10 LockedPtr (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1402
#11 wlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:115
#12 wlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SynchronizedPtr.h:95
#13 ActiveDurabilityMonitor::removedQueuedAck (this=0x7fa0006eb260, node=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:550
#14 0x00007fa08468e19e in ActiveStream::removeAcksFromDM (this=this@entry=0x7fa003d4ec10, vbstateLock=vbstateLock@entry=0x0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream.cc:1557
#15 0x00007fa08468e27e in ActiveStream::setDead (this=0x7fa003d4ec10, status=cb::mcbp::Disconnected) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream.cc:1511
#16 0x00007fa0846c9d0f in DcpProducer::closeAllStreams (this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/producer.cc:1684
#17 0x00007fa0846b07f3 in DcpConnMap::disconnect (this=0x7fa07c0f7000, cookie=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/dcpconnmap.cc:336
#18 0x00007fa08470d997 in handleDisconnect (cookie=<optimized out>, this=0x7fa07c07a000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:6281
#19 EventuallyPersistentEngine::disconnect (this=0x7fa07c07a000, cookie=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:6778
#20 0x0000000000481e5f in Connection::propagateDisconnect (this=this@entry=0x7fa0021cd600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:1446
#21 0x0000000000482124 in Connection::close (this=this@entry=0x7fa0021cd600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:1428
#22 0x000000000048b007 in Connection::executeCommandsCallback (this=this@entry=0x7fa0021cd600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:748
#23 0x000000000048bc0f in Connection::rw_callback (ctx=0x7fa0021cd600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:820
#24 0x00007fa082012d8e in bufferevent_run_deferred_callbacks_unlocked (cb=<optimized out>, arg=0x7fa038792700) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:208
#25 0x00007fa08201bd01 in event_process_active_single_queue (base=base@entry=0x7fa07ee9f600, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726
#26 0x00007fa08201c54f in event_process_active (base=0x7fa07ee9f600) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789
#27 event_base_loop (base=0x7fa07ee9f600, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012
#28 0x000000000046bd09 in worker_libevent (arg=0x7fa07eef2aa8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:197
#29 0x00007fa082f52727 in run (this=0x7fa07ef4de90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58
#30 platform_thread_wrap (arg=0x7fa07ef4de90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71
#31 0x00007fa08078add5 in start_thread (arg=0x7fa075ffb700) at pthread_create.c:307
#32 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 10 (Thread 0x7fa0767fc700 (LWP 38678)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007fa08078cdcb in _L_lock_883 () from /lib64/libpthread.so.0
#2  0x00007fa08078cc98 in __GI___pthread_mutex_lock (mutex=0x81a0a8 <all_buckets+4680>) at ../nptl/pthread_mutex_lock.c:78
#3  0x0000000000421231 in __gthread_mutex_lock (__mutex=0x81a0a8 <all_buckets+4680>) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:748
#4  lock (this=0x81a0a8 <all_buckets+4680>) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:103
#5  lock_guard (__m=..., this=<synthetic pointer>) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:162
#6  disassociate_bucket (connection=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:166
#7  0x000000000048af26 in Connection::executeCommandsCallback (this=0x7fa038461100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:756
#8  0x000000000048b485 in Connection::event_callback (event=<optimized out>, ctx=0x7fa038461100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:925
#9  0x00007fa082012e70 in bufferevent_run_deferred_callbacks_unlocked (cb=<optimized out>, arg=0x7fa03849cb00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:225
#10 0x00007fa08201bd01 in event_process_active_single_queue (base=base@entry=0x7fa07ee9f300, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726
#11 0x00007fa08201c54f in event_process_active (base=0x7fa07ee9f300) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789
#12 event_base_loop (base=0x7fa07ee9f300, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012
#13 0x000000000046bd09 in worker_libevent (arg=0x7fa07eef2000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:197
#14 0x00007fa082f52727 in run (this=0x7fa07ef4dcb0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58
#15 platform_thread_wrap (arg=0x7fa07ef4dcb0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71
#16 0x00007fa08078add5 in start_thread (arg=0x7fa0767fc700) at pthread_create.c:307
#17 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 9 (Thread 0x7fa076ffd700 (LWP 38677)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00000000004f6446 in __gthread_cond_timedwait (__abs_timeout=0x7fa076fe41f0, __mutex=<optimized out>, __cond=0x7fa07ee698f8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=..., this=0x7fa07ee698f8) at /usr/local/include/c++/7.3.0/condition_variable:166
#3  wait_until<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=..., this=0x7fa07ee698f8) at /usr/local/include/c++/7.3.0/condition_variable:106
#4  wait_for<long, std::ratio<1> > (__rtime=..., __lock=..., this=0x7fa07ee698f8) at /usr/local/include/c++/7.3.0/condition_variable:138
#5  AuditImpl::consume_events (this=0x7fa07ee69500) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/auditd/src/audit.cc:414
#6  0x00007fa082f52727 in run (this=0x7fa07fd468a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58
#7  platform_thread_wrap (arg=0x7fa07fd468a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71
#8  0x00007fa08078add5 in start_thread (arg=0x7fa076ffd700) at pthread_create.c:307
#9  0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 8 (Thread 0x7fa0777fe700 (LWP 38676)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x0000000000497240 in __gthread_cond_timedwait (__abs_timeout=0x7fa0777e51d0, __mutex=<optimized out>, __cond=0x7fa07fc280f8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=<synthetic pointer>, this=0x7fa07fc280f8) at /usr/local/include/c++/7.3.0/condition_variable:166
#3  wait_until<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=<synthetic pointer>, this=0x7fa07fc280f8) at /usr/local/include/c++/7.3.0/condition_variable:106
#4  wait_for<long, std::ratio<1, 1000000000> > (__rtime=<synthetic pointer>, __lock=<synthetic pointer>, this=0x7fa07fc280f8) at /usr/local/include/c++/7.3.0/condition_variable:138
#5  ExternalAuthManagerThread::run (this=0x7fa07fc28000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/external_auth_manager_thread.cc:229
#6  0x00007fa082f68c8f in Couchbase::Thread::thread_entry (this=0x7fa07fc28000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45
#7  0x00007fa082f52727 in run (this=0x7fa07fd46b40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58
#8  platform_thread_wrap (arg=0x7fa07fd46b40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71
#9  0x00007fa08078add5 in start_thread (arg=0x7fa0777fe700) at pthread_create.c:307
#10 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 7 (Thread 0x7fa077fff700 (LWP 38675)):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007fa08431de0b in produce_socket (sp=0x7fa077fe6140, ctx=0x23ca140) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18762
#2  accept_new_connection (ctx=0x23ca140, listener=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19089
#3  master_thread_run (ctx=0x23ca140) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19157
#4  master_thread (thread_func_param=0x23ca140) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19243
#5  0x00007fa08078add5 in start_thread (arg=0x7fa077fff700) at pthread_create.c:307
#6  0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 6 (Thread 0x7fa07ca7a700 (LWP 38674)):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x00007fa0848aee7d in nativeFutexWaitImpl (waitMask=<optimized out>, absSteadyTime=<optimized out>, absSystemTime=<optimized out>, expected=<optimized out>, addr=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=<optimized out>, expected=<optimized out>, absSystemTime=<optimized out>, absSteadyTime=<optimized out>, waitMask=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x00007fa084678dc7 in folly::SharedMutexImpl<false, void, std::atomic, false, false>::waitForZeroBits<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=0x7fa0006eb2a0, state=@0x7fa07ca5c708: 141, goal=128, waitMask=1, ctx=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/detail/Futex-inl.h:101
#4  0x00007fa0846e46f0 in lockSharedImpl<folly::SharedMutexImpl<false>::WaitForever> (ctx=..., token=0x0, state=@0x7fa07ca5c708: 141, this=0x7fa0006eb2a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:1669
#5  folly::SharedMutexImpl<false, void, std::atomic, false, false>::lockSharedImpl<folly::SharedMutexImpl<false, void, std::atomic, false, false>::WaitForever> (this=this@entry=0x7fa0006eb2a0, ctx=..., token=0x0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:1298
#6  0x00007fa0846e492a in lock_shared (this=0x7fa0006eb2a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:413
#7  lock_shared (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:157
#8  lock<folly::SharedMutexImpl<false> > (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:499
#9  LockedPtrBase (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1097
#10 LockedPtr (parent=0x7fa0006eb298, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1402
#11 rlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:144
#12 rlock (this=0x7fa0006eb298) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SynchronizedPtr.h:86
#13 ActiveDurabilityMonitor::getNumAccepted (this=0x7fa0006eb260) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:520
#14 0x00007fa0847bb9ae in VBucket::getSyncWriteAcceptedCount (this=0x7fa0026d9400) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:310
#15 0x00007fa0847b4136 in VBucketCountVisitor::visitBucket (this=this@entry=0x7fa07ef73200, vb=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vb_count_visitor.cc:80
#16 0x00007fa0847495d1 in EphemeralVBucket::CountVisitor::visitBucket (this=0x7fa07ef73200, vb=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ephemeral_vb_count_visitor.cc:26
#17 0x00007fa084776485 in KVBucket::visit (this=0x7fa07c118000, visitor=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:2225
#18 0x00007fa084778253 in KVBucket::getAggregatedVBucketStats (this=0x7fa07c118000, collector=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:1189
#19 0x00007fa0847162ae in EventuallyPersistentEngine::doEngineStats (this=0x7fa07c07a000, collector=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:2920
#20 0x00007fa084729966 in EventuallyPersistentEngine::get_prometheus_stats (this=0x7fa07c07a000, collector=..., cardinality=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:389
#21 0x000000000046add8 in operator() (bucket=..., __closure=0x7fa07ca5cb70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stats.cc:175
#22 std::_Function_handler<bool(Bucket&, void*), server_prometheus_stats(const StatCollector&, cb::prometheus::Cardinality)::<lambda(Bucket&, void*)> >::_M_invoke(const std::_Any_data &, Bucket &, <unknown type in /usr/lib/debug/opt/couchbase/bin/memcached.debug, CU 0x59a784, DIE 0x5b2ff1>) (__functor=..., __args#0=..., __args#1=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/std_function.h:302
#23 0x0000000000420fc1 in operator() (__args#1=<optimized out>, __args#0=..., this=0x7fa07ca5cb70) at /usr/local/include/c++/7.3.0/bits/std_function.h:706
#24 bucketsForEach(std::function<bool (Bucket&, void*)>, void*) (fn=..., arg=arg@entry=0x0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:99
#25 0x0000000000468669 in server_prometheus_stats (collector=..., cardinality=cb::prometheus::Low) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stats.cc:166
#26 0x00007fa08430c902 in operator() (__args#1=<optimized out>, __args#0=..., this=0x7fa07ee55f20) at /usr/local/include/c++/7.3.0/bits/std_function.h:706
#27 cb::prometheus::MetricServer::KVCollectable::Collect (this=0x7fa07ee55f10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/statistics/prometheus.cc:106
#28 0x00007fa08432c72b in prometheus::detail::CollectMetrics (collectables=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/pull/src/metrics_collector.cc:18
#29 0x00007fa08432b5a8 in prometheus::detail::MetricsHandler::handleGet (this=0x7fa07fc27700, conn=0x23cb758) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/pull/src/handler.cc:129
#30 0x00007fa084319637 in CivetServer::requestHandler (conn=0x23cb758, cbdata=0x7fa07fc27700) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/CivetServer.cpp:152
#31 0x00007fa084326239 in handle_request (conn=conn@entry=0x23cb758) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:14566
#32 0x00007fa084327549 in process_new_connection (conn=0x23cb758) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18545
#33 worker_thread_run (conn=0x23cb758) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18947
#34 worker_thread (thread_func_param=0x23cb758) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19002
#35 0x00007fa08078add5 in start_thread (arg=0x7fa07ca7a700) at pthread_create.c:307
#36 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 5 (Thread 0x7fa07d27b700 (LWP 38673)):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007fa08078cdcb in _L_lock_883 () from /lib64/libpthread.so.0
#2  0x00007fa08078cc98 in __GI___pthread_mutex_lock (mutex=0x818e20 <stats_mutex>) at ../nptl/pthread_mutex_lock.c:78
#3  0x0000000000468631 in __gthread_mutex_lock (__mutex=<optimized out>) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:748
#4  lock (this=<optimized out>) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:103
#5  lock_guard (__m=..., this=<synthetic pointer>) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:162
#6  server_prometheus_stats (collector=..., cardinality=cb::prometheus::High) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stats.cc:159
#7  0x00007fa08430c902 in operator() (__args#1=<optimized out>, __args#0=..., this=0x7fa07ee684a0) at /usr/local/include/c++/7.3.0/bits/std_function.h:706
#8  cb::prometheus::MetricServer::KVCollectable::Collect (this=0x7fa07ee68490) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/statistics/prometheus.cc:106
#9  0x00007fa08432c72b in prometheus::detail::CollectMetrics (collectables=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/pull/src/metrics_collector.cc:18
#10 0x00007fa08432b5a8 in prometheus::detail::MetricsHandler::handleGet (this=0x7fa07fc27680, conn=0x23cad70) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/pull/src/handler.cc:129
#11 0x00007fa084319637 in CivetServer::requestHandler (conn=0x23cad70, cbdata=0x7fa07fc27680) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/CivetServer.cpp:152
#12 0x00007fa084326239 in handle_request (conn=conn@entry=0x23cad70) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:14566
#13 0x00007fa084327549 in process_new_connection (conn=0x23cad70) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18545
#14 worker_thread_run (conn=0x23cad70) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18947
#15 worker_thread (thread_func_param=0x23cad70) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19002
#16 0x00007fa08078add5 in start_thread (arg=0x7fa07d27b700) at pthread_create.c:307
#17 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 4 (Thread 0x7fa07da7c700 (LWP 38672)):
#0  0x00007fa0804a920d in poll () at ../sysdeps/unix/syscall-template.S:81
#1  0x000000000046af7e in get_command (buffsize=80, buffer=0x7fa07da631d0 "") at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:49
#2  check_stdin_thread (arg=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:90
#3  0x00007fa082f52727 in run (this=0x7fa07fd463f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58
#4  platform_thread_wrap (arg=0x7fa07fd463f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71
#5  0x00007fa08078add5 in start_thread (arg=0x7fa07da7c700) at pthread_create.c:307
#6  0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 3 (Thread 0x7fa07e27d700 (LWP 38671)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00007fa083a87f7a in __gthread_cond_timedwait (__abs_timeout=0x7fa07e2641f0, __mutex=<optimized out>, __cond=<optimized out>) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=..., this=<optimized out>) at /usr/local/include/c++/7.3.0/condition_variable:166
#3  wait_until<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=..., this=<optimized out>) at /usr/local/include/c++/7.3.0/condition_variable:106
#4  wait_until<std::chrono::_V2::system_clock, std::chrono::duration<long int, std::ratio<1, 1000000000> >, spdlog::details::periodic_worker::periodic_worker(const std::function<void()>&, std::chrono::seconds)::<lambda()>::<lambda()> > (__p=..., __atime=..., __lock=..., this=<optimized out>) at /usr/local/include/c++/7.3.0/condition_variable:129
#5  wait_for<long int, std::ratio<1>, spdlog::details::periodic_worker::periodic_worker(const std::function<void()>&, std::chrono::seconds)::<lambda()>::<lambda()> > (__p=..., __rtime=..., __lock=..., this=<optimized out>) at /usr/local/include/c++/7.3.0/condition_variable:145
#6  operator() (__closure=0x7fa07ee55988) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/periodic_worker.h:38
#7  __invoke_impl<void, spdlog::details::periodic_worker::periodic_worker(const std::function<void()>&, std::chrono::seconds)::<lambda()> > (__f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:60
#8  __invoke<spdlog::details::periodic_worker::periodic_worker(const std::function<void()>&, std::chrono::seconds)::<lambda()> > (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#9  _M_invoke<0> (this=0x7fa07ee55988) at /usr/local/include/c++/7.3.0/thread:234
#10 operator() (this=0x7fa07ee55988) at /usr/local/include/c++/7.3.0/thread:243
#11 _ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZN6spdlog7details15periodic_workerC4ERKSt8functionIFvvEENSt6chrono8durationIlSt5ratioILl1ELl1EEEEEUlvE_EEEEE6_M_runEv (this=0x7fa07ee55980) at /usr/local/include/c++/7.3.0/thread:186
#12 0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa07ee55980) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#13 0x00007fa08078add5 in start_thread (arg=0x7fa07e27d700) at pthread_create.c:307
#14 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 2 (Thread 0x7fa07ea7e700 (LWP 38670)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00007fa083a888bd in __gthread_cond_timedwait (__abs_timeout=0x7fa07ea64fa0, __mutex=<optimized out>, __cond=0x7fa07fc12538) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=..., this=0x7fa07fc12538) at /usr/local/include/c++/7.3.0/condition_variable:166
#3  wait_until<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=..., this=0x7fa07fc12538) at /usr/local/include/c++/7.3.0/condition_variable:106
#4  wait_until<std::chrono::_V2::system_clock, std::chrono::duration<long int, std::ratio<1, 1000000000> >, spdlog::details::mpmc_blocking_queue<T>::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]::<lambda()> > (__p=..., __atime=..., __lock=..., this=0x7fa07fc12538) at /usr/local/include/c++/7.3.0/condition_variable:129
#5  wait_for<long int, std::ratio<1, 1000>, spdlog::details::mpmc_blocking_queue<T>::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]::<lambda()> > (__p=..., __rtime=<synthetic pointer>, __lock=..., this=0x7fa07fc12538) at /usr/local/include/c++/7.3.0/condition_variable:145
#6  dequeue_for (wait_duration=..., popped_item=..., this=0x7fa07fc12510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/mpmc_blocking_q.h:61
#7  spdlog::details::thread_pool::process_next_msg_ (this=this@entry=0x7fa07fc12510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/thread_pool.h:193
#8  0x00007fa083a88e10 in spdlog::details::thread_pool::worker_loop_ (this=0x7fa07fc12510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/thread_pool.h:184
#9  0x00007fa080f71dcf in std::execute_native_thread_routine (__p=0x7fa07fc45200) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83
#10 0x00007fa08078add5 in start_thread (arg=0x7fa07ea7e700) at pthread_create.c:307
#11 0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 1 (Thread 0x7fa07f7ff700 (LWP 38669)):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007fa08225e8c9 in background_thread_sleep (tsdn=<optimized out>, interval=<optimized out>, info=<optimized out>) at src/background_thread.c:232
#2  background_work_sleep_once (ind=0, info=<optimized out>, tsdn=<optimized out>) at src/background_thread.c:307
#3  background_thread0_work (tsd=0x7fa07f7e6a60) at src/background_thread.c:452
#4  background_work (ind=<optimized out>, tsd=0x7fa07f7e6a60) at src/background_thread.c:490
#5  background_thread_entry (ind_arg=<optimized out>) at src/background_thread.c:522
#6  0x00007fa08078add5 in start_thread (arg=0x7fa07f7ff700) at pthread_create.c:307
#7  0x00007fa0804b3ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111