(gdb) thread apply all bt Thread 28 (LWP 56605): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f91197c3e6a in __gthread_cond_timedwait (__abs_timeout=0x7f91135fbdc0, __mutex=, __cond=0x7f911cb21130) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=, this=0x7f911cb21130) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=, this=0x7f911cb21130) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=..., __lock=, this=0x7f911cb21130) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 wait_for (secs=2, lock=, this=0x7f911cb21108) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/syncobject.h:48 #6 ExecutorPool::_stopTaskGroup (this=this@entry=0x7f911cb21000, taskGID=140261230969856, taskType=taskType@entry=NO_TASK_TYPE, force=force@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:598 #7 0x00007f91197c42b3 in ExecutorPool::_unregisterTaskable (this=0x7f911cb21000, taskable=..., force=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:619 #8 0x00007f911977dbaf in EPBucket::deinitialize (this=0x7f9111cb7000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:293 #9 0x00007f911979ca51 in EventuallyPersistentEngine::~EventuallyPersistentEngine (this=0x7f911cd90400, __in_chrg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:6627 #10 0x00007f911979cc97 in ~EventuallyPersistentEngine (this=0x7f911cd90400, __in_chrg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:6644 #11 EventuallyPersistentEngine::destroy (this=0x7f911cd90400, force=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:193 #12 0x0000000000424d01 in DestroyBucketThread::destroy (this=this@entry=0x7f90d3685a90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:2097 #13 0x0000000000425b39 in DestroyBucketThread::run (this=0x7f90d3685a90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:2110 #14 0x00007f9120c607bf in Couchbase::Thread::thread_entry (this=0x7f90d3685a90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #15 0x00007f9120c54f17 in run (this=0x7f9110bff280) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #16 platform_thread_wrap (arg=0x7f9110bff280) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #17 0x00007f911e46fe65 in start_thread (arg=0x7f91135fe700) at pthread_create.c:307 #18 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (LWP 56573): #0 __atomic_add (__val=1, __mem=0x7f90877c7368) at /usr/local/include/c++/7.3.0/ext/atomicity.h:53 #1 __atomic_add_dispatch (__val=1, __mem=0x7f90877c7368) at /usr/local/include/c++/7.3.0/ext/atomicity.h:96 #2 _M_add_ref_copy (this=0x7f90877c7360) at /usr/local/include/c++/7.3.0/bits/shared_ptr_base.h:138 #3 __shared_count (__r=..., this=0x7f90daffb488) at /usr/local/include/c++/7.3.0/bits/shared_ptr_base.h:691 #4 __shared_ptr (this=0x7f90daffb480) at /usr/local/include/c++/7.3.0/bits/shared_ptr_base.h:1121 #5 shared_ptr (this=0x7f90daffb480) at /usr/local/include/c++/7.3.0/bits/shared_ptr.h:119 #6 KVShard::getBucket (this=, id=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvshard.cc:96 #7 0x00007f9119847eac in VBucketMap::getBucket (this=, id=..., id@entry=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucketmap.cc:43 #8 0x00007f91197ed19a in getVBucket (vbid=..., this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.h:229 #9 VBCBAdaptor::run (this=0x7f911cbd5a10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:2356 #10 0x00007f91197c9b84 in ExecutorThread::run (this=0x7f911cd65960) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorthread.cc:190 #11 0x00007f9120c54f17 in run (this=0x7f91111e2e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #12 platform_thread_wrap (arg=0x7f91111e2e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #13 0x00007f911e46fe65 in start_thread (arg=0x7f90daffd700) at pthread_create.c:307 #14 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (LWP 56572): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f911982621b in __gthread_cond_timedwait (__abs_timeout=0x7f90db7fc380, __mutex=, __cond=0x7f911cd5e728) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 wait_for (nanoSecs=..., lock=..., this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/syncobject.h:53 #6 TaskQueue::_doSleep (this=this@entry=0x7f911cd5e700, t=..., lock=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:103 #7 0x00007f911982798b in _sleepThenFetchNextTask (t=..., this=0x7f911cd5e700) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:124 #8 TaskQueue::sleepThenFetchNextTask (this=this@entry=0x7f911cd5e700, thread=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:167 #9 0x00007f91197c03f7 in ExecutorPool::_nextTask (this=this@entry=0x7f911cb21000, t=..., tick=tick@entry=18 '\022') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:190 #10 0x00007f91197c049d in ExecutorPool::nextTask (this=0x7f911cb21000, t=..., tick=tick@entry=18 '\022') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:205 #11 0x00007f91197c999f in ExecutorThread::run (this=0x7f911cd65880) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorthread.cc:124 #12 0x00007f9120c54f17 in run (this=0x7f91111e2dd0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #13 platform_thread_wrap (arg=0x7f91111e2dd0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #14 0x00007f911e46fe65 in start_thread (arg=0x7f90db7fe700) at pthread_create.c:307 #15 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (LWP 56571): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f911982621b in __gthread_cond_timedwait (__abs_timeout=0x7f90dbffd380, __mutex=, __cond=0x7f911cd5e5a8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 wait_for (nanoSecs=..., lock=..., this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/syncobject.h:53 #6 TaskQueue::_doSleep (this=this@entry=0x7f911cd5e580, t=..., lock=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:103 ---Type to continue, or q to quit--- #7 0x00007f911982798b in _sleepThenFetchNextTask (t=..., this=0x7f911cd5e580) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:124 #8 TaskQueue::sleepThenFetchNextTask (this=this@entry=0x7f911cd5e580, thread=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:167 #9 0x00007f91197c03f7 in ExecutorPool::_nextTask (this=this@entry=0x7f911cb21000, t=..., tick=tick@entry=39 '\'') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:190 #10 0x00007f91197c049d in ExecutorPool::nextTask (this=0x7f911cb21000, t=..., tick=tick@entry=39 '\'') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:205 #11 0x00007f91197c999f in ExecutorThread::run (this=0x7f911cd657a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorthread.cc:124 #12 0x00007f9120c54f17 in run (this=0x7f91111e2da0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #13 platform_thread_wrap (arg=0x7f91111e2da0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #14 0x00007f911e46fe65 in start_thread (arg=0x7f90dbfff700) at pthread_create.c:307 #15 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (LWP 56570): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f911982621b in __gthread_cond_timedwait (__abs_timeout=0x7f90e0ff7380, __mutex=, __cond=0x7f911cd5e2a8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 wait_for (nanoSecs=..., lock=..., this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/syncobject.h:53 #6 TaskQueue::_doSleep (this=this@entry=0x7f911cd5e280, t=..., lock=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:103 #7 0x00007f911982798b in _sleepThenFetchNextTask (t=..., this=0x7f911cd5e280) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:124 #8 TaskQueue::sleepThenFetchNextTask (this=this@entry=0x7f911cd5e280, thread=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:167 #9 0x00007f91197c03f7 in ExecutorPool::_nextTask (this=this@entry=0x7f911cb21000, t=..., tick=tick@entry=28 '\034') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:190 #10 0x00007f91197c049d in ExecutorPool::nextTask (this=0x7f911cb21000, t=..., tick=tick@entry=28 '\034') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:205 #11 0x00007f91197c999f in ExecutorThread::run (this=0x7f911cd656c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorthread.cc:124 #12 0x00007f9120c54f17 in run (this=0x7f91111e2d70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #13 platform_thread_wrap (arg=0x7f91111e2d70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #14 0x00007f911e46fe65 in start_thread (arg=0x7f90e0ff9700) at pthread_create.c:307 #15 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (LWP 56569): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f911982621b in __gthread_cond_timedwait (__abs_timeout=0x7f90e17f8380, __mutex=, __cond=0x7f911cd5e2a8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 wait_for (nanoSecs=..., lock=..., this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/syncobject.h:53 #6 TaskQueue::_doSleep (this=this@entry=0x7f911cd5e280, t=..., lock=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:103 #7 0x00007f911982798b in _sleepThenFetchNextTask (t=..., this=0x7f911cd5e280) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:124 #8 TaskQueue::sleepThenFetchNextTask (this=this@entry=0x7f911cd5e280, thread=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:167 #9 0x00007f91197c03f7 in ExecutorPool::_nextTask (this=this@entry=0x7f911cb21000, t=..., tick=tick@entry=36 '$') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:190 #10 0x00007f91197c049d in ExecutorPool::nextTask (this=0x7f911cb21000, t=..., tick=tick@entry=36 '$') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:205 #11 0x00007f91197c999f in ExecutorThread::run (this=0x7f911cd655e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorthread.cc:124 #12 0x00007f9120c54f17 in run (this=0x7f91111e2d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #13 platform_thread_wrap (arg=0x7f91111e2d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #14 0x00007f911e46fe65 in start_thread (arg=0x7f90e17fa700) at pthread_create.c:307 #15 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (LWP 56568): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f911982621b in __gthread_cond_timedwait (__abs_timeout=0x7f90e1ff9380, __mutex=, __cond=0x7f911cd5e2a8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 wait_for (nanoSecs=..., lock=..., this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/syncobject.h:53 #6 TaskQueue::_doSleep (this=this@entry=0x7f911cd5e280, t=..., lock=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:103 #7 0x00007f911982798b in _sleepThenFetchNextTask (t=..., this=0x7f911cd5e280) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:124 #8 TaskQueue::sleepThenFetchNextTask (this=this@entry=0x7f911cd5e280, thread=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:167 #9 0x00007f91197c03f7 in ExecutorPool::_nextTask (this=this@entry=0x7f911cb21000, t=..., tick=tick@entry=43 '+') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:190 #10 0x00007f91197c049d in ExecutorPool::nextTask (this=0x7f911cb21000, t=..., tick=tick@entry=43 '+') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:205 #11 0x00007f91197c999f in ExecutorThread::run (this=0x7f911cd65500) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorthread.cc:124 #12 0x00007f9120c54f17 in run (this=0x7f91111e2c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #13 platform_thread_wrap (arg=0x7f91111e2c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #14 0x00007f911e46fe65 in start_thread (arg=0x7f90e1ffb700) at pthread_create.c:307 #15 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (LWP 56567): #0 compare_exchange_strong (__m2=, __m1=std::memory_order_seq_cst, __i2=2048, __i1=@0x7f90e27e9c48: 0, this=0x7f9087ced050) at /usr/local/include/c++/7.3.0/bits/atomic_base.h:477 ---Type to continue, or q to quit--- #1 compare_exchange_strong (__m=std::memory_order_seq_cst, __i2=2048, __i1=@0x7f90e27e9c48: 0, this=0x7f9087ced050) at /usr/local/include/c++/7.3.0/bits/atomic_base.h:500 #2 folly::SharedMutexImpl::lockSharedImpl::WaitForever> (this=this@entry=0x7f9087ced050, ctx=..., token=0x0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:1270 #3 0x00007f91197665ec in lock_shared (this=0x7f9087ced050) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SharedMutex.h:399 #4 lock_shared (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:157 #5 lock > (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/LockTraits.h:499 #6 LockedPtrBase (parent=0x7f9087ced048, this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1089 #7 LockedPtr (parent=0x7f9087ced048, this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1394 #8 rlock (this=0x7f9087ced048) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:143 #9 rlock (this=0x7f9087ced048) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/SynchronizedPtr.h:86 #10 ActiveDurabilityMonitor::getNumAccepted (this=0x7f9087ced010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:502 #11 0x00007f9119830870 in VBucket::getSyncWriteAcceptedCount (this=0x7f9087bbe800) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:316 #12 0x00007f9119829e54 in VBucketCountVisitor::visitBucket (this=0x7f9110c8f480, vb=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vb_count_visitor.cc:80 #13 0x00007f91197ed515 in KVBucket::visit (this=0x7f9111cb7000, visitor=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:2279 #14 0x00007f91197eed57 in KVBucket::getAggregatedVBucketStats(void const*, std::function)> const&) (this=0x7f9111cb7000, cookie=0x7f90e27fa240, add_stat=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:1210 #15 0x00007f911978e316 in EventuallyPersistentEngine::doEngineStats(void const*, std::function)> const&) (this=this@entry=0x7f911cd90400, cookie=cookie@entry=0x7f90e27fa240, add_stat=..., add_stat@entry=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:2757 #16 0x00007f91197a2fab in EventuallyPersistentEngine::getStats(void const*, cb::const_char_buffer, cb::const_char_buffer, std::function)> const&) ( this=0x7f911cd90400, this@entry=, cookie=0x7f90e27fa240, key=..., value=..., add_stat=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:4578 Thread 20 (LWP 56566): #0 key (this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/stored-value.h:1152 #1 key (this=0x7f90a3558860) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/stored-value.h:1214 #2 getKey (this=0x7f90a3558860) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/stored-value.h:283 #3 hasKey (k=..., this=0x7f90a3558860) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/stored-value.h:275 #4 HashTable::findInner (this=this@entry=0x7f908724d618, key=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/hash_table.cc:324 #5 0x00007f91197d73f5 in HashTable::insertFromWarmup (this=this@entry=0x7f908724d618, itm=..., eject=, keyMetaDataOnly=, evictionPolicy=Value) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/hash_table.cc:876 #6 0x00007f9119783534 in EPVBucket::insertFromWarmup (this=this@entry=0x7f908724d600, itm=..., eject=, keyMetaDataOnly=keyMetaDataOnly@entry=true, checkMemUsed=checkMemUsed@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_vb.cc:750 #7 0x00007f9119854e29 in LoadStorageKVPairCallback::callback (this=0x7f911cbde7b0, val=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:753 #8 0x00007f911987e062 in CouchKVStore::recordDbDump (db=0x7f907c82c580, docinfo=, ctx=0x7f911cbd3e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:2139 #9 0x00007f911945745a in lookup_callback (rq=, k=, v=0x7f90e2ffb070) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/couch_db.cc:893 #10 0x00007f91194561c6 in btree_lookup_inner (rq=rq@entry=0x7f90e2ffb300, diskpos=, current=current@entry=0, end=end@entry=1) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:122 #11 0x00007f9119455f73 in btree_lookup_inner (rq=rq@entry=0x7f90e2ffb300, diskpos=, current=current@entry=0, end=end@entry=1) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:76 #12 0x00007f9119455f73 in btree_lookup_inner (rq=rq@entry=0x7f90e2ffb300, diskpos=, current=current@entry=0, end=1) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:76 #13 0x00007f9119456391 in btree_lookup (rq=rq@entry=0x7f90e2ffb300, root_pointer=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:162 #14 0x00007f911945efa8 in couchstore_changes_since (db=db@entry=0x7f907c82c580, since=, options=, callback=callback@entry=0x7f911987e480 , ctx=ctx@entry=0x7f911cbd3e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/couch_db.cc:940 #15 0x00007f911987ef87 in CouchKVStore::scan (this=0x7f9111b80e00, ctx=0x7f911cbd3e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:1684 #16 0x00007f9119851767 in Warmup::keyDumpforShard (this=, shardId=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1310 #17 0x00007f911985d29d in WarmupKeyDump::run (this=0x7f911cc17e10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:369 #18 0x00007f91197c9b84 in ExecutorThread::run (this=0x7f911cd65340) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorthread.cc:190 #19 0x00007f9120c54f17 in run (this=0x7f91111e2c50) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #20 platform_thread_wrap (arg=0x7f91111e2c50) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #21 0x00007f911e46fe65 in start_thread (arg=0x7f90e2ffd700) at pthread_create.c:307 #22 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (LWP 56565): #0 HashTable::Statistics::epilogue (this=this@entry=0x7f9087802270, pre=..., v=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/hash_table.cc:509 #1 0x00007f91197d308b in HashTable::unlocked_addNewStoredValue (this=this@entry=0x7f9087802218, hbl=..., itm=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/hash_table.cc:452 #2 0x00007f91197d7535 in HashTable::insertFromWarmup (this=this@entry=0x7f9087802218, itm=..., eject=, keyMetaDataOnly=, evictionPolicy=Value) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/hash_table.cc:881 #3 0x00007f9119783534 in EPVBucket::insertFromWarmup (this=this@entry=0x7f9087802200, itm=..., eject=, keyMetaDataOnly=keyMetaDataOnly@entry=true, checkMemUsed=checkMemUsed@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_vb.cc:750 #4 0x00007f9119854e29 in LoadStorageKVPairCallback::callback (this=0x7f9087e3bea0, val=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:753 #5 0x00007f911987e062 in CouchKVStore::recordDbDump (db=0x7f907c62b6a0, docinfo=, ctx=0x7f911cbd3380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:2139 #6 0x00007f911945745a in lookup_callback (rq=, k=, v=0x7f90e37fc070) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/couch_db.cc:893 #7 0x00007f91194561c6 in btree_lookup_inner (rq=rq@entry=0x7f90e37fc300, diskpos=, current=current@entry=0, end=end@entry=1) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:122 #8 0x00007f9119455f73 in btree_lookup_inner (rq=rq@entry=0x7f90e37fc300, diskpos=, current=current@entry=0, end=end@entry=1) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:76 #9 0x00007f9119455f73 in btree_lookup_inner (rq=rq@entry=0x7f90e37fc300, diskpos=, current=current@entry=0, end=1) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:76 #10 0x00007f9119456391 in btree_lookup (rq=rq@entry=0x7f90e37fc300, root_pointer=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:162 #11 0x00007f911945efa8 in couchstore_changes_since (db=db@entry=0x7f907c62b6a0, since=, options=, callback=callback@entry=0x7f911987e480 , ctx=ctx@entry=0x7f911cbd3380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/couch_db.cc:940 ---Type to continue, or q to quit--- #12 0x00007f911987ef87 in CouchKVStore::scan (this=0x7f9111b84d00, ctx=0x7f911cbd3380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:1684 #13 0x00007f9119851767 in Warmup::keyDumpforShard (this=, shardId=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1310 #14 0x00007f911985d29d in WarmupKeyDump::run (this=0x7f90d39b1650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:369 #15 0x00007f91197c9b84 in ExecutorThread::run (this=0x7f911cd65260) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorthread.cc:190 #16 0x00007f9120c54f17 in run (this=0x7f91111e2bf0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #17 platform_thread_wrap (arg=0x7f91111e2bf0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #18 0x00007f911e46fe65 in start_thread (arg=0x7f90e37fe700) at pthread_create.c:307 #19 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (LWP 56564): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f911982621b in __gthread_cond_timedwait (__abs_timeout=0x7f90e3ffd380, __mutex=, __cond=0x7f911cd5e428) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 wait_for (nanoSecs=..., lock=..., this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/syncobject.h:53 #6 TaskQueue::_doSleep (this=this@entry=0x7f911cd5e400, t=..., lock=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:103 #7 0x00007f911982798b in _sleepThenFetchNextTask (t=..., this=0x7f911cd5e400) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:124 #8 TaskQueue::sleepThenFetchNextTask (this=this@entry=0x7f911cd5e400, thread=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/taskqueue.cc:167 #9 0x00007f91197c03f7 in ExecutorPool::_nextTask (this=this@entry=0x7f911cb21000, t=..., tick=tick@entry=57 '9') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:190 #10 0x00007f91197c049d in ExecutorPool::nextTask (this=0x7f911cb21000, t=..., tick=tick@entry=57 '9') at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorpool.cc:205 #11 0x00007f91197c999f in ExecutorThread::run (this=0x7f911cd65180) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorthread.cc:124 #12 0x00007f9120c54f17 in run (this=0x7f91111e13f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #13 platform_thread_wrap (arg=0x7f91111e13f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #14 0x00007f911e46fe65 in start_thread (arg=0x7f90e3fff700) at pthread_create.c:307 #15 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (LWP 56563): #0 0x00007f911e476f83 in pread64 () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007f911947062b in PosixFileOps::pread (this=, errinfo=0x7f907c82c640, handle=0x7f9111acea80, buf=0x7f911cb7a000, nbyte=4096, offset=462848) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/os.cc:111 #2 0x00007f911989769a in StatsOps::pread (this=0x7f91109d84e0, errinfo=0x7f907c82c640, h=0x7f9110ebb1c0, buf=0x7f911cb7a000, sz=4096, off=462848) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-fs-stats.cc:118 #3 0x00007f911946b06b in load_buffer_from (nbyte=, offset=, buf=0x7f911cd7a880, errinfo=0x7f907c82c640) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/iobuffer.cc:384 #4 BufferedFileOps::pread (errinfo=0x7f907c82c640, handle=0x7f9110ebb180, buf=0x7f9110977f58, nbyte=8, offset=466752, this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/iobuffer.cc:559 #5 0x00007f91194612ab in read_skipping_prefixes (dst=0x7f9110977f58, len=8, pos=, file=0x7f907c82c620) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/couch_file_read.cc:117 #6 pread_bin_internal (file=0x7f907c82c620, pos=pos@entry=466752, ret_ptr=ret_ptr@entry=0x7f9110977fa8, max_header_size=max_header_size@entry=0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/couch_file_read.cc:149 #7 0x00007f91194618da in pread_compressed (file=, pos=pos@entry=466752, ret_ptr=ret_ptr@entry=0x7f9110978048) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/couch_file_read.cc:206 #8 0x00007f9119455dca in btree_lookup_inner (rq=rq@entry=0x7f9110978300, diskpos=466752, current=current@entry=0, end=end@entry=1) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:43 #9 0x00007f9119455f73 in btree_lookup_inner (rq=rq@entry=0x7f9110978300, diskpos=, current=current@entry=0, end=end@entry=1) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:76 #10 0x00007f9119455f73 in btree_lookup_inner (rq=rq@entry=0x7f9110978300, diskpos=, current=current@entry=0, end=1) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:76 #11 0x00007f9119456391 in btree_lookup (rq=rq@entry=0x7f9110978300, root_pointer=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_read.cc:162 #12 0x00007f911945efa8 in couchstore_changes_since (db=db@entry=0x7f907c82c620, since=, options=, callback=callback@entry=0x7f911987e480 , ctx=ctx@entry=0x7f911cbd3c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/couch_db.cc:940 #13 0x00007f911987ef87 in CouchKVStore::scan (this=0x7f9111b81c00, ctx=0x7f911cbd3c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:1684 #14 0x00007f9119851767 in Warmup::keyDumpforShard (this=, shardId=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1310 #15 0x00007f911985d29d in WarmupKeyDump::run (this=0x7f911cc17b90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:369 #16 0x00007f91197c9b84 in ExecutorThread::run (this=0x7f911cd64fc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/executorthread.cc:190 #17 0x00007f9120c54f17 in run (this=0x7f91111e2d10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #18 platform_thread_wrap (arg=0x7f91111e2d10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #19 0x00007f911e46fe65 in start_thread (arg=0x7f911097a700) at pthread_create.c:307 #20 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (LWP 56560): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f911980299f in __gthread_cond_timedwait (__abs_timeout=0x7f9112dfb5b0, __mutex=, __cond=0x7f911dbff678) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=, this=0x7f911dbff678) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=, this=0x7f911dbff678) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_until >, MemoryTracker::statsThreadMainLoop(void*):: > (__atime=..., __lock=, this=0x7f911dbff678, __p=...) at /usr/local/include/c++/7.3.0/condition_variable:129 #5 wait_for, MemoryTracker::statsThreadMainLoop(void*):: > (__rtime=..., __lock=, this=0x7f911dbff678, __p=...) at /usr/local/include/c++/7.3.0/condition_variable:145 #6 MemoryTracker::statsThreadMainLoop (arg=0x7f911dbff600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/memory_tracker.cc:38 #7 0x00007f9120c54f17 in run (this=0x7f911cc974f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #8 platform_thread_wrap (arg=0x7f911cc974f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #9 0x00007f911e46fe65 in start_thread (arg=0x7f9112dfd700) at pthread_create.c:307 #10 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 ---Type to continue, or q to quit--- Thread 15 (LWP 56556): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007f911ec511bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7f911cc5b698) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:864 #2 std::condition_variable::wait (this=this@entry=0x7f911cc5b698, __lock=...) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x00000000004a2ae1 in Executor::run (this=0x7f911cc5b540) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:44 #4 0x00007f9120c607bf in Couchbase::Thread::thread_entry (this=0x7f911cc5b540) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #5 0x00007f9120c54f17 in run (this=0x7f911cc81c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #6 platform_thread_wrap (arg=0x7f911cc81c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #7 0x00007f911e46fe65 in start_thread (arg=0x7f9115c3d700) at pthread_create.c:307 #8 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (LWP 56555): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007f911ec511bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7f911cc5b4d8) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:864 #2 std::condition_variable::wait (this=this@entry=0x7f911cc5b4d8, __lock=...) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x00000000004a2ae1 in Executor::run (this=0x7f911cc5b380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:44 #4 0x00007f9120c607bf in Couchbase::Thread::thread_entry (this=0x7f911cc5b380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #5 0x00007f9120c54f17 in run (this=0x7f911cc81b50) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #6 platform_thread_wrap (arg=0x7f911cc81b50) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #7 0x00007f911e46fe65 in start_thread (arg=0x7f911643e700) at pthread_create.c:307 #8 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (LWP 56554): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007f911ec511bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7f911cc5b318) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:864 #2 std::condition_variable::wait (this=this@entry=0x7f911cc5b318, __lock=...) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x00000000004a2ae1 in Executor::run (this=0x7f911cc5b1c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:44 #4 0x00007f9120c607bf in Couchbase::Thread::thread_entry (this=0x7f911cc5b1c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #5 0x00007f9120c54f17 in run (this=0x7f911cc81970) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #6 platform_thread_wrap (arg=0x7f911cc81970) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #7 0x00007f911e46fe65 in start_thread (arg=0x7f9116c3f700) at pthread_create.c:307 #8 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (LWP 56553): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007f911ec511bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7f911cc5b158) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:864 #2 std::condition_variable::wait (this=this@entry=0x7f911cc5b158, __lock=...) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x00000000004a2ae1 in Executor::run (this=0x7f911cc5b000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:44 #4 0x00007f9120c607bf in Couchbase::Thread::thread_entry (this=0x7f911cc5b000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #5 0x00007f9120c54f17 in run (this=0x7f911cc819a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #6 platform_thread_wrap (arg=0x7f911cc819a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #7 0x00007f911e46fe65 in start_thread (arg=0x7f9117440700) at pthread_create.c:307 #8 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (LWP 56551): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f911fd3331a in epoll_wait (epfd=, events=, maxevents=, timeout=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll_sub.c:64 #2 0x00007f911fd337b5 in epoll_dispatch (base=0x2454130, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:462 #3 0x00007f911fd2b4d2 in event_base_loop (base=0x2454130, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1947 #4 0x000000000046b209 in worker_libevent (arg=0x7f911cbffd70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:218 #5 0x00007f9120c54f17 in run (this=0x7f911cc81a00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #6 platform_thread_wrap (arg=0x7f911cc81a00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #7 0x00007f911e46fe65 in start_thread (arg=0x7f9118442700) at pthread_create.c:307 #8 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (LWP 56550): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007f911e471e5b in _L_lock_883 () from /usr/lib64/libpthread-2.17.so #2 0x00007f911e471d28 in __GI___pthread_mutex_lock (mutex=0x86f580 ) at ../nptl/pthread_mutex_lock.c:78 #3 0x00000000004993b5 in __gthread_mutex_lock (__mutex=0x86f580 ) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:748 #4 lock (this=0x86f580 ) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:103 #5 lock_guard (__m=..., this=) at /usr/local/include/c++/7.3.0/bits/std_mutex.h:162 #6 release_connection (c=0x7f9089ba7000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connections.cc:278 #7 run_event_loop (c=0x7f9089ba7000, which=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connections.cc:157 #8 0x000000000046d0cc in thread_libevent_process (fd=, arg=0x7f911cbffab8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:338 ---Type to continue, or q to quit--- #9 0x00007f911fd2b107 in event_persist_closure (ev=, base=0x2453b00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1580 #10 event_process_active_single_queue (base=base@entry=0x2453b00, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1639 #11 0x00007f911fd2b67f in event_process_active (base=0x2453b00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1738 #12 event_base_loop (base=0x2453b00, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1961 #13 0x000000000046b209 in worker_libevent (arg=0x7f911cbffab8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:218 #14 0x00007f9120c54f17 in run (this=0x7f911cc954e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #15 platform_thread_wrap (arg=0x7f911cc954e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #16 0x00007f911e46fe65 in start_thread (arg=0x7f9118c43700) at pthread_create.c:307 #17 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (LWP 56549): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f911fd3331a in epoll_wait (epfd=, events=, maxevents=, timeout=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll_sub.c:64 #2 0x00007f911fd337b5 in epoll_dispatch (base=0x2453510, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:462 #3 0x00007f911fd2b4d2 in event_base_loop (base=0x2453510, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1947 #4 0x000000000046b209 in worker_libevent (arg=0x7f911cbff800) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:218 #5 0x00007f9120c54f17 in run (this=0x7f911cc95480) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #6 platform_thread_wrap (arg=0x7f911cc95480) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #7 0x00007f911e46fe65 in start_thread (arg=0x7f9119444700) at pthread_create.c:307 #8 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (LWP 56548): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000004ed116 in __gthread_cond_timedwait (__abs_timeout=0x7f911a8785b0, __mutex=, __cond=0x7f911cb7f8f8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=0x7f911cb7f8f8) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=0x7f911cb7f8f8) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=..., __lock=..., this=0x7f911cb7f8f8) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 AuditImpl::consume_events (this=0x7f911cb7f500) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/auditd/src/audit.cc:417 #6 0x00007f9120c54f17 in run (this=0x7f911da1c440) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #7 platform_thread_wrap (arg=0x7f911da1c440) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #8 0x00007f911e46fe65 in start_thread (arg=0x7f911a87a700) at pthread_create.c:307 #9 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (LWP 56547): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000494980 in __gthread_cond_timedwait (__abs_timeout=0x7f911b079590, __mutex=, __cond=0x7f911cba8378) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=, this=0x7f911cba8378) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=, this=0x7f911cba8378) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=, __lock=, this=0x7f911cba8378) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 ExternalAuthManagerThread::run (this=0x7f911cba8280) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/external_auth_manager_thread.cc:199 #6 0x00007f9120c607bf in Couchbase::Thread::thread_entry (this=0x7f911cba8280) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #7 0x00007f9120c54f17 in run (this=0x7f911da1cbf0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #8 platform_thread_wrap (arg=0x7f911da1cbf0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #9 0x00007f911e46fe65 in start_thread (arg=0x7f911b07b700) at pthread_create.c:307 #10 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (LWP 56546): #0 0x00007f911e18dbed in poll () at ../sysdeps/unix/syscall-template.S:81 #1 0x000000000046ab2e in get_command (buffsize=80, buffer=0x7f911b87a590 "") at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:49 #2 check_stdin_thread (arg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:90 #3 0x00007f9120c54f17 in run (this=0x7f911da1c5c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #4 platform_thread_wrap (arg=0x7f911da1c5c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #5 0x00007f911e46fe65 in start_thread (arg=0x7f911b87c700) at pthread_create.c:307 #6 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (LWP 56545): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f9121ced00a in __gthread_cond_timedwait (__abs_timeout=0x7f911c07b5b0, __mutex=, __cond=) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_until >, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > (__p=..., __atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:129 #5 wait_for, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > (__p=..., __rtime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:145 ---Type to continue, or q to quit--- #6 operator() (__closure=0x7f911dbfcb48) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/periodic_worker.h:38 #7 __invoke_impl&, std::chrono::seconds):: > (__f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:60 #8 __invoke&, std::chrono::seconds):: > (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #9 _M_invoke<0> (this=0x7f911dbfcb48) at /usr/local/include/c++/7.3.0/thread:234 #10 operator() (this=0x7f911dbfcb48) at /usr/local/include/c++/7.3.0/thread:243 #11 _ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZN6spdlog7details15periodic_workerC4ERKSt8functionIFvvEENSt6chrono8durationIlSt5ratioILl1ELl1EEEEEUlvE_EEEEE6_M_runEv (this=0x7f911dbfcb40) at /usr/local/include/c++/7.3.0/thread:186 #12 0x00007f911ec56dcf in std::execute_native_thread_routine (__p=0x7f911dbfcb40) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #13 0x00007f911e46fe65 in start_thread (arg=0x7f911c07d700) at pthread_create.c:307 #14 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (LWP 56544): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f9121ced94d in __gthread_cond_timedwait (__abs_timeout=0x7f911c87c360, __mutex=, __cond=0x7f911dbff138) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=0x7f911dbff138) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=0x7f911dbff138) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_until >, spdlog::details::mpmc_blocking_queue::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]:: > ( __p=..., __atime=..., __lock=..., this=0x7f911dbff138) at /usr/local/include/c++/7.3.0/condition_variable:129 #5 wait_for, spdlog::details::mpmc_blocking_queue::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]:: > (__p=..., __rtime=, __lock=..., this=0x7f911dbff138) at /usr/local/include/c++/7.3.0/condition_variable:145 #6 dequeue_for (wait_duration=..., popped_item=..., this=0x7f911dbff110) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/mpmc_blocking_q.h:61 #7 spdlog::details::thread_pool::process_next_msg_ (this=this@entry=0x7f911dbff110) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/thread_pool.h:193 #8 0x00007f9121cedea0 in spdlog::details::thread_pool::worker_loop_ (this=0x7f911dbff110) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/thread_pool.h:184 #9 0x00007f911ec56dcf in std::execute_native_thread_routine (__p=0x7f911da0a480) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #10 0x00007f911e46fe65 in start_thread (arg=0x7f911c87e700) at pthread_create.c:307 #11 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (LWP 56543): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f911ff705a7 in background_thread_sleep (tsdn=, interval=100000000, info=) at src/background_thread.c:255 #2 background_work_sleep_once (ind=0, info=, tsdn=) at src/background_thread.c:307 #3 background_thread0_work (tsd=0x7f911d5fde20) at src/background_thread.c:452 #4 background_work (ind=, tsd=0x7f911d5fde20) at src/background_thread.c:490 #5 background_thread_entry (ind_arg=) at src/background_thread.c:522 #6 0x00007f911e46fe65 in start_thread (arg=0x7f911d5ff700) at pthread_create.c:307 #7 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (LWP 56542): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f911fd3331a in epoll_wait (epfd=, events=, maxevents=, timeout=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll_sub.c:64 #2 0x00007f911fd337b5 in epoll_dispatch (base=0x24505f0, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:462 #3 0x00007f911fd2b4d2 in event_base_loop (base=0x24505f0, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1947 #4 0x0000000000429db8 in memcached_main (argc=, argv=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:2513 #5 0x00007f911e0bc505 in __libc_start_main (main=0x41d180 , argc=3, argv=0x7ffd8ecf7ed8, init=, fini=, rtld_fini=, stack_end=0x7ffd8ecf7ec8) at ../csu/libc-start.c:266 #6 0x0000000000420342 in _start () Thread 1 (LWP 56552): #0 0x00007f911e0d0337 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:55 #1 0x00007f911e0d1a28 in __GI_abort () at abort.c:90 #2 0x00007f9120c57786 in cb_assert_die (expression=expression@entry=0x58ea20 "iter != connections.conns.end()", file=file@entry=0x58e9c8 "/home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connections.cc", line=line@entry=281) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cbassert.c:49 #3 0x0000000000499434 in release_connection (c=0x7f90d3a35000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connections.cc:281 #4 run_event_loop (c=0x7f90d3a35000, which=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connections.cc:157 #5 0x000000000046d0cc in thread_libevent_process (fd=, arg=0x7f911cc00028) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:338 #6 0x00007f911fd2b107 in event_persist_closure (ev=, base=0x2454860) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1580 #7 event_process_active_single_queue (base=base@entry=0x2454860, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1639 #8 0x00007f911fd2b67f in event_process_active (base=0x2454860) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1738 #9 event_base_loop (base=0x2454860, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1961 #10 0x000000000046b209 in worker_libevent (arg=0x7f911cc00028) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:218 #11 0x00007f9120c54f17 in run (this=0x7f911cc819d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #12 platform_thread_wrap (arg=0x7f911cc819d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #13 0x00007f911e46fe65 in start_thread (arg=0x7f9117c41700) at pthread_create.c:307 #14 0x00007f911e19888d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 (gdb) (gdb)