(gdb) thread apply all bt

Thread 65 (LWP 564):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00007f3845e71e11 in background_thread_sleep (tsdn=<optimized out>, interval=1925000000, info=<optimized out>) at src/background_thread.c:255
#2  background_work_sleep_once (ind=<optimized out>, info=<optimized out>, tsdn=<optimized out>) at src/background_thread.c:307
#3  background_work (ind=<optimized out>, tsd=0x7f37849ee220) at src/background_thread.c:497
#4  background_thread_entry (ind_arg=<optimized out>) at src/background_thread.c:522
#5  0x00007f384695dea5 in start_thread (arg=0x7f37849ff700) at pthread_create.c:307
#6  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 64 (LWP 536):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00007f3845e71e11 in background_thread_sleep (tsdn=<optimized out>, interval=10000000000, info=<optimized out>) at src/background_thread.c:255
#2  background_work_sleep_once (ind=<optimized out>, info=<optimized out>, tsdn=<optimized out>) at src/background_thread.c:307
#3  background_work (ind=<optimized out>, tsd=0x7f37885ee220) at src/background_thread.c:497
#4  background_thread_entry (ind_arg=<optimized out>) at src/background_thread.c:522
#5  0x00007f384695dea5 in start_thread (arg=0x7f37885ff700) at pthread_create.c:307
#6  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 63 (LWP 521):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6fbd0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f3789ffb700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 62 (LWP 520):
#0  0x00007f3845e6c64d in extent_list_remove (extent=0x7f3788797f00, list=0x7f3788607ea8) at include/jemalloc/internal/extent_inlines.h:440
#1  arena_bin_slabs_full_remove (slab=0x7f3788797f00, bin=0x7f3788607e28, arena=0x7f37886008c0) at src/arena.c:1061
#2  arena_dalloc_bin_locked_impl (junked=true, ptr=<optimized out>, slab=0x7f3788797f00, binind=<error reading variable: Cannot access memory at address 0x7f37886006cc>, bin=0x7f3788607e28, arena=0x7f37886008c0, 
    tsdn=<error reading variable: Cannot access memory at address 0x7f3788600708>) at src/arena.c:1701
#3  je_arena_dalloc_bin_junked_locked (tsdn=tsdn@entry=0x7f378a7eb220, arena=arena@entry=0x7f37886008c0, bin=bin@entry=0x7f3788607e28, binind=binind@entry=2, extent=0x7f3788797f00, ptr=<optimized out>) at src/arena.c:1714
#4  0x00007f3845edb3d9 in je_tcache_bin_flush_small (tsd=tsd@entry=0x7f378a7eb220, tcache=tcache@entry=0x7f3777bcd000, tbin=tbin@entry=0x7f3777bcd040, binind=binind@entry=2, rem=<optimized out>) at src/tcache.c:189
#5  0x00007f3845edc8f0 in je_tcache_event_hard (tsd=tsd@entry=0x7f378a7eb220, tcache=tcache@entry=0x7f3777bcd000) at src/tcache.c:55
#6  0x00007f3845e5f504 in tcache_event (tcache=0x7f3777bcd000, tsd=<optimized out>) at include/jemalloc/internal/tcache_inlines.h:37
#7  tcache_alloc_small (slow_path=false, zero=<optimized out>, binind=<optimized out>, size=32, tcache=0x7f3777bcd000, arena=<optimized out>, tsd=<optimized out>) at include/jemalloc/internal/tcache_inlines.h:99
#8  arena_malloc (slow_path=false, tcache=0x7f3777bcd000, zero=<optimized out>, ind=<optimized out>, size=32, arena=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/arena_inlines_b.h:165
#9  iallocztm (slow_path=false, arena=<optimized out>, is_internal=false, tcache=0x7f3777bcd000, zero=<optimized out>, ind=<optimized out>, size=32, tsdn=<optimized out>) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:53
#10 imalloc_no_sample (ind=<optimized out>, usize=32, size=32, tsd=0x7f378a7eb220, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:1949
#11 imalloc_body (tsd=0x7f378a7eb220, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2123
#12 imalloc (dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2258
#13 je_mallocx (size=size@entry=32, flags=<optimized out>) at src/jemalloc.c:3137
#14 0x0000000000bc0d3d in cb::_JEArenaMalloc<cb::JEArenaCoreLocalTracker>::malloc (size=size@entry=32) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/je_arena_malloc.cc:266
#15 0x0000000000569a0f in malloc (size=32) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:39
#16 cb_malloc (size=32) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:39
#17 0x0000000000bb3729 in operator new(unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/global_new_replacement.cc:63
#18 0x00000000009f18bd in _M_clone (__source=..., __dest=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:88
#19 _M_manager (__op=<optimized out>, __source=..., __dest=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:196
#20 std::_Function_handler<int (magma::Slice const&, magma::Slice const&), magma::KeyVersionCompare>::_M_manager(std::_Any_data&, std::_Any_data const&, std::_Manager_operation) (__dest=..., __source=..., __op=<optimized out>)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:283
#21 0x00000000009ee0b0 in function (__x=..., this=0x7f378a7e9d98) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#22 greaterThan (this=0x7f378a7e9d90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/iterator.h:65
#23 indirect_cmp (this=0x7f378a7e9d90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/boost.exploded/include/boost/heap/detail/mutable_heap.hpp:115
#24 heap_base (rhs=..., this=0x7f378a7e9d90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/boost.exploded/include/boost/heap/detail/stable_heap.hpp:188
#25 top_child_index (index=0, this=0x7f378a7ea0e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/boost.exploded/include/boost/heap/d_ary_heap.hpp:339
#26 siftdown (index=0, this=0x7f378a7ea0e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/boost.exploded/include/boost/heap/d_ary_heap.hpp:289
#27 decrease (index=0, this=0x7f378a7ea0e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/boost.exploded/include/boost/heap/d_ary_heap.hpp:414
#28 decrease (handle=..., this=0x7f378a7ea0e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/boost.exploded/include/boost/heap/detail/mutable_heap.hpp:454
#29 decrease (handle=..., this=0x7f378a7ea0e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/boost.exploded/include/boost/heap/d_ary_heap.hpp:729
#30 Next (this=0x7f378a7ea080) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/iterator.cc:88
#31 magma::MergeIterator::Next() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/iterator.cc:83
---Type <return> to continue, or q <return> to quit---

#32 0x0000000000a011ce in magma::KVReader::ReadKVs (this=this@entry=0x7f378a7ea140) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/common.cc:70
#33 0x0000000000a2af1c in magma::LSMTree::mergeSSTables(std::vector<std::shared_ptr<magma::Table>, std::allocator<std::shared_ptr<magma::Table> > >&, magma::ItemGCFilter&, unsigned long, double, std::vector<std::shared_ptr<magma::Table>, std::allocator<std::shared_ptr<magma::Table> > >*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:858
#34 0x00000000009f8a65 in magma::LSMTree::compactLevelForInputs(int, int, std::unique_lock<std::mutex>&, magma::LSMTree::CompactionTrigger, std::vector<std::shared_ptr<magma::Table>, std::allocator<std::shared_ptr<magma::Table> > >&, std::vector<std::shared_ptr<magma::Table>, std::allocator<std::shared_ptr<magma::Table> > >&, std::function<std::unique_ptr<magma::GCContext, std::default_delete<magma::GCContext> > (bool)>) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/compaction.cc:231
#35 0x00000000009fb0ef in magma::LSMTree::compactLevel(int, std::unique_lock<std::mutex>&, magma::LSMTree::CompactionTrigger, std::function<std::unique_ptr<magma::GCContext, std::default_delete<magma::GCContext> > (bool)>) ()
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#36 0x00000000009fb3c1 in magma::LSMTree::compact(std::unique_lock<std::mutex>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/compaction.cc:407
#37 0x0000000000a1d038 in doCompactionWork (this=0x7f3767523c10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:417
#38 operator() (__closure=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:428
#39 __invoke_impl<void, magma::LSMTree::queueCompaction()::<lambda()>&> (__f=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:60
#40 __invoke_r<void, magma::LSMTree::queueCompaction()::<lambda()>&> (__fn=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:110
#41 std::_Function_handler<void (), magma::LSMTree::queueCompaction()::{lambda()#1}>::_M_invoke(std::_Any_data const&) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:291
#42 0x00000000009e1cd8 in operator() (this=0x7f375e0a7070) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#43 magma::TimedTask::Complete(bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:158
#44 0x00000000009e3651 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:180
#45 0x0000000000ba4dd9 in run (this=0x7f3842b6fa50) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#46 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#47 0x00007f384695dea5 in start_thread (arg=0x7f378a7fc700) at pthread_create.c:307
#48 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 61 (LWP 519):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6f8d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f378affd700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 60 (LWP 518):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6f840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f378b7fe700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 59 (LWP 517):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6f210) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f378bfff700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 58 (LWP 516):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6cdf0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f3790ff9700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
---Type <return> to continue, or q <return> to quit---

Thread 57 (LWP 515):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6cc40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f37917fa700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 56 (LWP 514):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6c760) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f3791ffb700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 55 (LWP 513):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6c490) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f37927fc700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 54 (LWP 512):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6bcb0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f3792ffd700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 53 (LWP 511):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6ba10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f37937fe700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 52 (LWP 510):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6b380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f3793fff700) at pthread_create.c:307
---Type <return> to continue, or q <return> to quit---
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 51 (LWP 509):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6b2f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f37a8ff9700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 50 (LWP 508):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6b200) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f37a97fa700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 49 (LWP 507):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6ad20) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f37a9ffb700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 48 (LWP 506):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009e3258 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009e3641 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000ba4dd9 in run (this=0x7f3842b6aba0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007f384695dea5 in start_thread (arg=0x7f37aa7fc700) at pthread_create.c:307
#8  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 47 (LWP 505):
#0  0x00007f3845ea2f41 in je_extent_heap_insert (ph=ph@entry=0x7f377e4081e8, phn=phn@entry=0x7f373203b040) at src/extent.c:283
#1  0x00007f3845e676fb in arena_bin_slabs_nonfull_insert (slab=0x7f373203b040, bin=0x7f377e408170) at src/arena.c:1015
#2  arena_bin_lower_slab (arena=arena@entry=0x7f377e4008c0, slab=0x7f373203b040, bin=bin@entry=0x7f377e408170, tsdn=<error reading variable: Cannot access memory at address 0x7f377e400708>) at src/arena.c:1681
#3  0x00007f3845e6c62a in arena_dalloc_bin_locked_impl (junked=true, ptr=<optimized out>, slab=<optimized out>, binind=<error reading variable: Cannot access memory at address 0x7f377e4006cc>, bin=0x7f377e408170, arena=0x7f377e4008c0, 
    tsdn=<error reading variable: Cannot access memory at address 0x7f377e400708>) at src/arena.c:1702
#4  je_arena_dalloc_bin_junked_locked (tsdn=tsdn@entry=0x7f37aafec220, arena=arena@entry=0x7f377e4008c0, bin=bin@entry=0x7f377e408170, binind=binind@entry=5, extent=<optimized out>, ptr=<optimized out>) at src/arena.c:1714
#5  0x00007f3845edb3d9 in je_tcache_bin_flush_small (tsd=tsd@entry=0x7f37aafec220, tcache=tcache@entry=0x7f377fad3000, tbin=tbin@entry=0x7f377fad3088, binind=binind@entry=5, rem=<optimized out>) at src/tcache.c:189
#6  0x00007f3845edc8f0 in je_tcache_event_hard (tsd=tsd@entry=0x7f37aafec220, tcache=tcache@entry=0x7f377fad3000) at src/tcache.c:55
#7  0x00007f3845e65e7d in tcache_event (tcache=0x7f377fad3000, tsd=<optimized out>) at include/jemalloc/internal/tcache_inlines.h:37
#8  tcache_dalloc_large (slow_path=<optimized out>, binind=<optimized out>, ptr=<optimized out>, tcache=<optimized out>, tsd=<optimized out>) at include/jemalloc/internal/tcache_inlines.h:212
#9  arena_dalloc_large (slow_path=<optimized out>, szind=<optimized out>, tcache=<optimized out>, ptr=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/arena_inlines_b.h:276
#10 arena_sdalloc (slow_path=<optimized out>, alloc_ctx=<optimized out>, tcache=<optimized out>, size=<optimized out>, ptr=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/arena_inlines_b.h:423
#11 isdalloct (slow_path=<optimized out>, alloc_ctx=<optimized out>, tcache=<optimized out>, size=<optimized out>, ptr=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:131
#12 isfree (slow_path=<optimized out>, tcache=<optimized out>, usize=<optimized out>, ptr=<optimized out>, tsd=<optimized out>) at src/jemalloc.c:2646
#13 je_sdallocx_default (ptr=0x7f376c8aee70, size=<optimized out>, flags=<optimized out>) at src/jemalloc.c:3587
#14 0x0000000000bc0f96 in cb::_JEArenaMalloc<cb::JEArenaCoreLocalTracker>::sized_free (ptr=ptr@entry=0x7f376c8aee70, size=size@entry=16) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/je_arena_malloc.cc:324
#15 0x0000000000569b76 in sized_free (size=16, ptr=0x7f376c8aee70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:75
#16 cb_sized_free (ptr=0x7f376c8aee70, size=16) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:75
---Type <return> to continue, or q <return> to quit---
#17 0x0000000000bb37b5 in operator delete (ptr=<optimized out>, size=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/global_new_replacement.cc:103
#18 0x0000000000a54002 in deallocate (__t=<optimized out>, __p=<optimized out>, this=0x7f37aafeaea0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/mvcc.cc:105
#19 deallocate (__n=<optimized out>, __p=<optimized out>, __a=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/alloc_traits.h:492
#20 _M_deallocate (__n=<optimized out>, __p=<optimized out>, this=0x7f37aafeaea0) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/stl_vector.h:354
#21 ~_Vector_base (this=0x7f37aafeaea0, __in_chrg=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/stl_vector.h:335
#22 ~vector (this=0x7f37aafeaea0, __in_chrg=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/stl_vector.h:683
#23 magma::ItemGCFilter::Process(std::vector<std::pair<magma::Slice, magma::Slice>, std::allocator<std::pair<magma::Slice, magma::Slice> > >&, std::vector<std::pair<magma::Slice, magma::Slice>, std::allocator<std::pair<magma::Slice, magma::Slice> > >*)
    () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/mvcc.cc:64
#24 0x0000000000a1fdde in magma::LSMTree::writeSSTable(magma::SSTableWriter&, magma::Iterator*, long, std::function<bool (magma::Slice const&)>) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:751
#25 0x0000000000a2056c in magma::LSMTree::writeSSTable(bool, magma::Iterator*, unsigned long, long, bool, std::function<bool (magma::Slice const&)>) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:711
#26 0x0000000000a20a2a in magma::LSMTree::writeMemtable(magma::Memtable*, bool)::{lambda(magma::Iterator*)#3}::operator()(magma::Iterator*) const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/memtable/memtable.h:69
#27 0x0000000000a2131b in magma::LSMTree::writeMemtable(magma::Memtable*, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:487
#28 0x0000000000a26343 in magma::LSMTree::doMemtableFlushWork() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:545
#29 0x0000000000a26d2d in operator() (__closure=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:929
#30 __invoke_impl<std::tuple<magma::Status, magma::CheckpointTransaction>, magma::LSMTree::newFlush()::<lambda()>&> (__f=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:60
#31 __invoke_r<std::tuple<magma::Status, magma::CheckpointTransaction>, magma::LSMTree::newFlush()::<lambda()>&> (__fn=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:115
#32 std::_Function_handler<std::tuple<magma::Status, magma::CheckpointTransaction>(), magma::LSMTree::newFlush()::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:292
#33 0x0000000000a0a93f in operator() (this=0x7f36a8f99030) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#34 magma::FlushWork::Execute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/flush_work.cc:61

#35 0x00000000009b3528 in magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::{lambda()#2}::operator()() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:522
#36 0x00000000009b4ea1 in __invoke_impl<magma::Status, magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::<lambda()>&> (__f=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:289
#37 __invoke_r<void, magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::<lambda()>&> (__fn=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:110
#38 std::_Function_handler<void(), magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:291
#39 0x00000000009e1cd8 in operator() (this=0x7f369e1b0ae0) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#40 magma::TimedTask::Complete(bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:158
#41 0x00000000009e3651 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:180
#42 0x0000000000ba4dd9 in run (this=0x7f3842af6fa0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#43 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#44 0x00007f384695dea5 in start_thread (arg=0x7f37aaffd700) at pthread_create.c:307
#45 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 46 (LWP 504):
#0  0x00007f384429bd7d in fdatasync () at ../sysdeps/unix/syscall-template.S:81
#1  0x00000000009d293f in magma::BasicFile::Sync() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_linux.cc:192
#2  0x0000000000a3c000 in magma::FileWithStats::Sync() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_stats.cc:60

#3  0x00000000009d40ab in magma::WriteFile(magma::FileSystem, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool, bool) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/rw_file.cc:126

#4  0x0000000000a5089d in magma::TreeSnapshot::Write() () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248


#5  0x0000000000a339ef in magma::CheckpointManager::prepareSnapshot(magma::TreeSnapshot&, unsigned long, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/checkpoint.cc:296
#6  0x0000000000a34230 in magma::CheckpointTransaction::CreateSnapshot(unsigned long, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/checkpoint.cc:529
#7  0x0000000000a0aa51 in magma::FlushWork::CreateCheckpoint(unsigned long, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/flush_work.cc:76
#8  0x00000000009b3a67 in magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::{lambda()#2}::operator()() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:550
#9  0x00000000009b4ea1 in __invoke_impl<magma::Status, magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::<lambda()>&> (__f=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:289
#10 __invoke_r<void, magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::<lambda()>&> (__fn=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:110
#11 std::_Function_handler<void(), magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:291
#12 0x00000000009e1cd8 in operator() (this=0x7f3540a8dfe0) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#13 magma::TimedTask::Complete(bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:158
#14 0x00000000009e3651 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:180
#15 0x0000000000ba4dd9 in run (this=0x7f3842af5e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#16 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#17 0x00007f384695dea5 in start_thread (arg=0x7f37ab7fe700) at pthread_create.c:307
#18 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 45 (LWP 503):
#0  0x00007f384429bd7d in fdatasync () at ../sysdeps/unix/syscall-template.S:81
#1  0x00000000009d293f in magma::BasicFile::Sync() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_linux.cc:192
#2  0x00000000009d7d57 in magma::ManagedFile::Sync() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file_manager.cc:125

#3  0x0000000000a04c68 in Sync (this=0x7f377edff830) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/directory.h:58
#4  magma::TreeSnapshot::RemoveFile(magma::Directory&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/tree_snapshot.cc:661
#5  0x0000000000a343fa in deleteFile (dirToSync=..., this=0x7f37739a6ce0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/checkpoint.cc:515
#6  magma::CheckpointManager::processPendingDeletes() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/checkpoint.cc:244
#7  0x0000000000a34a96 in magma::CheckpointManager::cleanupQueue (this=this@entry=0x7f377ef32a40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/checkpoint.cc:399
#8  0x0000000000a34bcb in magma::CheckpointManager::Resize(unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/checkpoint.cc:563
---Type <return> to continue, or q <return> to quit---
#9  0x0000000000a34c4c in magma::LSMTree::SetMaxCheckpoints (this=this@entry=0x7f377ef28400, newSize=newSize@entry=4) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/checkpoint.cc:71
#10 0x00000000009b333c in operator() (tree=0x7f377ef28400, __closure=<synthetic pointer>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:311
#11 magma::KVStore::cleanupCheckpoints(magma::FlushMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:316
#12 0x00000000009b3eb2 in magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:459


#13 0x00000000009b48a8 in magma::KVStore::FlushMemTables (this=<optimized out>, wal=<optimized out>, flushMode=flushMode@entry=magma::Persistent, blockMode=blockMode@entry=magma::NonWaiting)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:394
#14 0x000000000095555f in magma::Magma::Impl::tryWriteCacheFlush(magma::BlockingMode, magma::FlushMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1431
#15 0x00000000009558e1 in magma::Magma::Impl::heartbeatCallback() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1623
#16 0x00000000009e1cd8 in operator() (this=0x7f373d4137b0) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#17 magma::TimedTask::Complete(bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:158
#18 0x00000000009e3651 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:180
#19 0x0000000000ba4dd9 in run (this=0x7f3842af59b0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#20 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#21 0x00007f384695dea5 in start_thread (arg=0x7f37abfff700) at pthread_create.c:307
#22 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 44 (LWP 502):
#0  0x00007f3846964efd in open64 () at ../sysdeps/unix/syscall-template.S:81
#1  0x00000000009d0555 in magma::BasicFile::Open(int) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_linux.cc:94
#2  0x0000000000a3ba0e in magma::FileWithStats::Open (this=<optimized out>, openFlags=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_stats.cc:26
#3  0x00000000009d3dff in magma::WriteFile(magma::FileSystem, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool, bool) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/rw_file.cc:106
#4  0x0000000000a5089d in magma::TreeSnapshot::Write() () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#5  0x0000000000a339ef in magma::CheckpointManager::prepareSnapshot(magma::TreeSnapshot&, unsigned long, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/checkpoint.cc:296
#6  0x0000000000a34230 in magma::CheckpointTransaction::CreateSnapshot(unsigned long, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/checkpoint.cc:529
#7  0x0000000000a0aa51 in magma::FlushWork::CreateCheckpoint(unsigned long, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/flush_work.cc:76
#8  0x00000000009b3a67 in magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::{lambda()#2}::operator()() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:550
#9  0x00000000009b4ea1 in __invoke_impl<magma::Status, magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::<lambda()>&> (__f=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:289
#10 __invoke_r<void, magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::<lambda()>&> (__fn=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:110
#11 std::_Function_handler<void(), magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode)::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:291
#12 0x00000000009e1cd8 in operator() (this=0x7f354043fa00) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#13 magma::TimedTask::Complete(bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:158
#14 0x00000000009e3651 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:180
#15 0x0000000000ba4dd9 in run (this=0x7f3842af5830) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#16 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#17 0x00007f384695dea5 in start_thread (arg=0x7f37d4ff9700) at pthread_create.c:307
#18 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 43 (LWP 501):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00007f3845e71e11 in background_thread_sleep (tsdn=<optimized out>, interval=10000000000, info=<optimized out>) at src/background_thread.c:255
#2  background_work_sleep_once (ind=<optimized out>, info=<optimized out>, tsdn=<optimized out>) at src/background_thread.c:307
#3  background_work (ind=<optimized out>, tsd=0x7f37d57e9220) at src/background_thread.c:497
#4  background_thread_entry (ind_arg=<optimized out>) at src/background_thread.c:522
#5  0x00007f384695dea5 in start_thread (arg=0x7f37d57fa700) at pthread_create.c:307
#6  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 42 (LWP 31250):
#0  0x00007f38442a50e3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f3845c393b5 in epoll_dispatch (base=0x7f3842a8de00, tv=<optimized out>) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465

#2  0x00007f3845c30366 in event_base_loop (base=0x7f3842a8de00, flags=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998
#3  0x0000000000c202f7 in folly::EventBase::loopBody (this=this@entry=0x7f3842a9ff00, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397
#4  0x0000000000c207c6 in folly::EventBase::loop (this=this@entry=0x7f3842a9ff00) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315

#5  0x0000000000c22186 in folly::EventBase::loopForever (this=0x7f3842a9ff00) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538
#6  0x0000000000c0e439 in folly::IOThreadPoolExecutor::threadRun (this=0x7f3842a9f780, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/IOThreadPoolExecutor.cpp:195
#7  0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#8  __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#9  __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#10 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#11 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
---Type <return> to continue, or q <return> to quit---
#12 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#13 0x00007f384695dea5 in start_thread (arg=0x7f37d5ffb700) at pthread_create.c:307
#14 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 41 (LWP 31249):
#0  0x00000000008d53e2 in DcpResponse (sid=..., opaque=5, event=DcpResponse::Mutation, this=0x7f37a820e1c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/item.h:289
#1  MutationResponse (sid=..., enableExpiryOut=<optimized out>, includeCollectionID=<optimized out>, includeDeletedUserXattrs=Yes, includeDeleteTime=Yes, includeXattrs=<optimized out>, includeVal=<optimized out>, opaque=5, item=..., this=0x7f37a820e1c0)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/response.h:474
#2  make_unique<MutationResponse, SingleThreadedRCPtr<Item, Item*, std::default_delete<Item> >&, unsigned int const&, IncludeValue const&, IncludeXattrs const&, IncludeDeleteTime const&, IncludeDeletedUserXattrs const&, DocKeyEncodesCollectionId const&, EnableExpiryOutput const&, cb::mcbp::DcpStreamId const&> () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/unique_ptr.h:962
#3  ActiveStream::makeResponseFromItem(SingleThreadedRCPtr<Item, Item*, std::default_delete<Item> >&, SendCommitSyncWriteAs) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream.cc:1212
#4  0x00000000008de7e9 in ActiveStream::processItems(ActiveStream::OutstandingItemsResult&, std::lock_guard<std::mutex> const&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream.cc:1324
#5  0x00000000008dec9c in ActiveStream::nextCheckpointItemTask(std::lock_guard<std::mutex> const&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream.cc:975
#6  0x00000000008dedc4 in ActiveStream::nextCheckpointItemTask() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream.cc:959
#7  0x00000000008e4d79 in ActiveStreamCheckpointProcessorTask::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream_checkpoint_processor_task.cc:52
#8  0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#9  0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f37d67ea650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#10 0x0000000000ab8afe in operator() (this=0x7f37d67ea650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#11 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#12 0x0000000000c16c10 in operator() (this=0x7f37d67ea840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#13 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842b51d00, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#14 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51d00, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#15 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#16 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#17 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#18 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#19 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#20 0x0000000000ab0b04 in operator() (this=0x7f3842fddf80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#21 operator() (__closure=0x7f3842fddf80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#22 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#23 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#24 0x00007f384695dea5 in start_thread (arg=0x7f37d67fc700) at pthread_create.c:307
#25 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 40 (LWP 31248):
#0  compare_exchange_strong (__m2=std::memory_order_seq_cst, __m1=std::memory_order_seq_cst, __i2=true, __i1=@0x7f37d6fead1f: false, this=<error reading variable: Cannot access memory at address 0x7f377db9d388>)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/atomic_base.h:116
#1  compare_exchange_strong (__m=std::memory_order_seq_cst, __i2=true, __i1=@0x7f37d6fead1f: false, this=<error reading variable: Cannot access memory at address 0x7f377db9d388>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/atomic_base.h:533
#2  compare_exchange_strong (__m=std::memory_order_seq_cst, __i2=true, __i1=@0x7f37d6fead1f: false, this=<error reading variable: Cannot access memory at address 0x7f377db9d388>) at /opt/gcc-10.2.0/include/c++/10.2.0/atomic:160
#3  VBReadyQueue::pushUnique(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vb_ready_queue.cc:78


#4  0x00000000007f93f0 in DcpProducer::notifyStreamReady (this=0x7f377db9ce80, vbucket=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/producer.cc:1863
#5  0x00000000008d4f2a in ActiveStream::notifyStreamReady(bool, DcpProducer*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream.cc:2229
#6  0x00000000008d5090 in ActiveStream::notifySeqnoAvailable (this=<optimized out>, producer=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/active_stream.cc:1603
#7  0x00000000007fd542 in DcpProducer::notifySeqnoAvailable(Vbid, unsigned long, SyncWriteOperation) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/producer.cc:1629
#8  0x00000000007f158c in DcpConnMap::notifyVBConnections(Vbid, unsigned long, SyncWriteOperation) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/dcpconnmap.cc:404
#9  0x00000000007373dd in notifyNewSeqno (notifyCtx=..., this=0x7f377d97e600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.h:440
#10 VBucket::commit(DocKey const&, unsigned long, std::optional<long>, Collections::VB::CachingReadHandle const&, CookieIface const*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:928

#11 0x0000000000813fd4 in ActiveDurabilityMonitor::commit(DurabilityMonitor::ActiveSyncWrite const&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:981
#12 0x000000000081a412 in ActiveDurabilityMonitor::processCompletedSyncWriteQueue() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/active_durability_monitor.cc:548
#13 0x00000000007324f4 in VBucket::processResolvedSyncWrites() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:700
#14 0x000000000085b828 in VBNotifiableTask::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vb_notifiable_task.cc:53
#15 0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#16 0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f37d6feb650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#17 0x0000000000ab8afe in operator() (this=0x7f37d6feb650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#18 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#19 0x0000000000c16c10 in operator() (this=0x7f37d6feb840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#20 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842b51d00, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
---Type <return> to continue, or q <return> to quit---
#21 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51d00, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#22 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#23 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#24 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#25 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#26 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#27 0x0000000000ab0b04 in operator() (this=0x7f3842fddf00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#28 operator() (__closure=0x7f3842fddf00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#29 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#30 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#31 0x00007f384695dea5 in start_thread (arg=0x7f37d6ffd700) at pthread_create.c:307
#32 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 39 (LWP 31246):
#0  get_next (n=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint.h:581
#1  operator++ (this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/boost.exploded/include/boost/intrusive/detail/list_iterator.hpp:93
#2  operator++ (this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/boost.exploded/include/boost/container/detail/iterators.hpp:840
#3  getMemOverheadAllocatorBytes (lh=<synthetic pointer>, this=0x7f37f8385840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_manager.cc:1500
#4  getMemOverheadAllocatorBytes (this=0x7f37f8385840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_manager.cc:1539
#5  CheckpointManager::expelUnreferencedCheckpointItems() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_manager.cc:632
#6  0x00000000007e364c in CheckpointMemRecoveryTask::attemptItemExpelling() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_remover.cc:123
#7  0x00000000007e4418 in CheckpointMemRecoveryTask::runInner() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_remover.cc:265
#8  0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#9  0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f37d7fed650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#10 0x0000000000ab8afe in operator() (this=0x7f37d7fed650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#11 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#12 0x0000000000c16c10 in operator() (this=0x7f37d7fed840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#13 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842b51d00, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#14 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51d00, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#15 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#16 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#17 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#18 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#19 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#20 0x0000000000ab0b04 in operator() (this=0x7f3842fdde80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#21 operator() (__closure=0x7f3842fdde80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#22 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#23 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#24 0x00007f384695dea5 in start_thread (arg=0x7f37d7fff700) at pthread_create.c:307
#25 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 38 (LWP 31245):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=4177425944, absSteadyTime=absSteadyTime@entry=0x7f37f8fe75f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7dfc60)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7dfc60, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f37f8fe7618, waitMask=waitMask@entry=4294967295)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7dfc60) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7dfc60, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c072bd in futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., 
    waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164
#6  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7dfc60, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
---Type <return> to continue, or q <return> to quit---
#7  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#8  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1688340, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#9  0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1688340) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#10 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1688300, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#11 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#12 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#13 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#14 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#15 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#16 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#17 0x0000000000ab0b04 in operator() (this=0x7f3842fd6d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#18 operator() (__closure=0x7f3842fd6d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#19 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#21 0x00007f384695dea5 in start_thread (arg=0x7f37f8ff9700) at pthread_create.c:307
#22 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 37 (LWP 31244):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=__cond@entry=0x7f37836ceb40) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=this@entry=0x7f37836ceb40, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009ae20f in magma::KVStore::acquireFlushBarrier() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1759
#4  0x00000000009b3c36 in magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:410
#5  0x00000000009b48a8 in magma::KVStore::FlushMemTables (this=<optimized out>, wal=<optimized out>, flushMode=<optimized out>, blockMode=blockMode@entry=magma::Blocking)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:394
#6  0x0000000000952ff5 in magma::Magma::Impl::syncKVStore(unsigned short, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1461
#7  0x000000000095327a in SyncKVStore (kvID=<optimized out>, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:347
#8  magma::Magma::SyncKVStore(unsigned short) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:351
#9  0x00000000008b179d in MagmaMemoryTrackingProxy::SyncKVStore(unsigned short) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-memory-tracking-proxy.cc:487


#10 0x0000000000893058 in MagmaKVStore::makeFileHandle(Vbid) const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62
#11 0x0000000000897b26 in MagmaKVStore::initBySeqnoScanContext(std::unique_ptr<StatusCallback<GetValue>, std::default_delete<StatusCallback<GetValue> > >, std::unique_ptr<StatusCallback<CacheLookup>, std::default_delete<StatusCallback<CacheLookup> > >, Vbid, unsigned long, DocumentFilter, ValueFilter, SnapshotSource, std::unique_ptr<KVFileHandle, std::default_delete<KVFileHandle> >) const ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:1696
#12 0x00000000008e9550 in DCPBackfillBySeqnoDisk::create() () at /opt/gcc-10.2.0/include/c++/10.2.0/ext/atomicity.h:70
#13 0x00000000008ecff2 in DCPBackfillDisk::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/backfill_disk.cc:151
#14 0x00000000008ee301 in BackfillManager::backfill() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/backfill-manager.cc:344
#15 0x00000000008eead4 in BackfillManagerTask::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/backfill-manager.cc:78
#16 0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#17 0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f37f97e8650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#18 0x0000000000ab8afe in operator() (this=0x7f37f97e8650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#19 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#20 0x0000000000c16c10 in operator() (this=0x7f37f97e8840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#21 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842b51100, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#22 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#23 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#24 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#25 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#26 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#27 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#28 0x0000000000ab0b04 in operator() (this=0x7f3842fd6d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#29 operator() (__closure=0x7f3842fd6d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#30 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
---Type <return> to continue, or q <return> to quit---
#31 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#32 0x00007f384695dea5 in start_thread (arg=0x7f37f97fa700) at pthread_create.c:307
#33 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 36 (LWP 31243):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=4194211352, absSteadyTime=absSteadyTime@entry=0x7f37f9fe95f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7db5f8)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7db5f8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f37f9fe9618, waitMask=waitMask@entry=4294967295)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7db5f8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7db5f8, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c072bd in futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., 
    waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164
#6  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7db5f8, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
#7  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#8  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1688340, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#9  0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1688340) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#10 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1688300, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#11 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#12 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#13 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#14 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#15 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#16 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#17 0x0000000000ab0b04 in operator() (this=0x7f3842fd6c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#18 operator() (__closure=0x7f3842fd6c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#19 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#21 0x00007f384695dea5 in start_thread (arg=0x7f37f9ffb700) at pthread_create.c:307
#22 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 35 (LWP 31242):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=__cond@entry=0x7f37839b3b40) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=this@entry=0x7f37839b3b40, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009ae20f in magma::KVStore::acquireFlushBarrier() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1759
#4  0x00000000009b3c36 in magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:410
#5  0x00000000009b48a8 in magma::KVStore::FlushMemTables (this=<optimized out>, wal=<optimized out>, flushMode=<optimized out>, blockMode=blockMode@entry=magma::Blocking)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:394
#6  0x0000000000952ff5 in magma::Magma::Impl::syncKVStore(unsigned short, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1461
#7  0x000000000095327a in SyncKVStore (kvID=<optimized out>, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:347
#8  magma::Magma::SyncKVStore(unsigned short) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:351
#9  0x00000000008b179d in MagmaMemoryTrackingProxy::SyncKVStore(unsigned short) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-memory-tracking-proxy.cc:487
#10 0x0000000000893058 in MagmaKVStore::makeFileHandle(Vbid) const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62
#11 0x0000000000897b26 in MagmaKVStore::initBySeqnoScanContext(std::unique_ptr<StatusCallback<GetValue>, std::default_delete<StatusCallback<GetValue> > >, std::unique_ptr<StatusCallback<CacheLookup>, std::default_delete<StatusCallback<CacheLookup> > >, Vbid, unsigned long, DocumentFilter, ValueFilter, SnapshotSource, std::unique_ptr<KVFileHandle, std::default_delete<KVFileHandle> >) const ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:1696
#12 0x00000000008e9550 in DCPBackfillBySeqnoDisk::create() () at /opt/gcc-10.2.0/include/c++/10.2.0/ext/atomicity.h:70
#13 0x00000000008ecff2 in DCPBackfillDisk::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/backfill_disk.cc:151
#14 0x00000000008ee301 in BackfillManager::backfill() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/backfill-manager.cc:344
#15 0x00000000008eead4 in BackfillManagerTask::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/backfill-manager.cc:78
#16 0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#17 0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f37fa7ea650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#18 0x0000000000ab8afe in operator() (this=0x7f37fa7ea650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
---Type <return> to continue, or q <return> to quit---
#19 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#20 0x0000000000c16c10 in operator() (this=0x7f37fa7ea840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#21 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842b51100, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#22 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#23 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#24 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#25 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#26 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#27 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#28 0x0000000000ab0b04 in operator() (this=0x7f3842fd6cc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#29 operator() (__closure=0x7f3842fd6cc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#30 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#31 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#32 0x00007f384695dea5 in start_thread (arg=0x7f37fa7fc700) at pthread_create.c:307
#33 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 34 (LWP 31241):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=4210996760, absSteadyTime=absSteadyTime@entry=0x7f37fafeb5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7da800)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7da800, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f37fafeb618, waitMask=waitMask@entry=4294967295)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7da800) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7da800, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c072bd in futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., 
    waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164
#6  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7da800, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
#7  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#8  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1688340, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#9  0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1688340) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#10 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1688300, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#11 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#12 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#13 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#14 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#15 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#16 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#17 0x0000000000ab0b04 in operator() (this=0x7f3842fd6c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#18 operator() (__closure=0x7f3842fd6c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#19 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#21 0x00007f384695dea5 in start_thread (arg=0x7f37faffd700) at pthread_create.c:307
#22 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 33 (LWP 31240):

#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=4219389464, absSteadyTime=absSteadyTime@entry=0x7f37fb7ec5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7df588)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7df588, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f37fb7ec618, waitMask=waitMask@entry=4294967295)
---Type <return> to continue, or q <return> to quit---
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7df588) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7df588, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c072bd in futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., 
    waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164
#6  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7df588, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
#7  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#8  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1688340, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#9  0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1688340) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#10 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1688300, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#11 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#12 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#13 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#14 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#15 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#16 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#17 0x0000000000ab0b04 in operator() (this=0x7f3842fd6c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#18 operator() (__closure=0x7f3842fd6c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#19 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#21 0x00007f384695dea5 in start_thread (arg=0x7f37fb7fe700) at pthread_create.c:307
#22 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 32 (LWP 31239):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=4227782168, absSteadyTime=absSteadyTime@entry=0x7f37fbfed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7da068)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7da068, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f37fbfed618, waitMask=waitMask@entry=4294967295)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7da068) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7da068, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c072bd in futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., 
    waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164
#6  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7da068, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
#7  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#8  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1688340, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#9  0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1688340) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#10 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1688300, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#11 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#12 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#13 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#14 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#15 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#16 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#17 0x0000000000ab0b04 in operator() (this=0x7f3842fd6bc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#18 operator() (__closure=0x7f3842fd6bc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
---Type <return> to continue, or q <return> to quit---
#19 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#20 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#21 0x00007f384695dea5 in start_thread (arg=0x7f37fbfff700) at pthread_create.c:307
#22 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 31 (LWP 31238):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=__cond@entry=0x7f378349e340) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=this@entry=0x7f378349e340, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009ae20f in magma::KVStore::acquireFlushBarrier() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1759
#4  0x00000000009b3c36 in magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:410
#5  0x00000000009b48a8 in magma::KVStore::FlushMemTables (this=<optimized out>, wal=<optimized out>, flushMode=<optimized out>, blockMode=blockMode@entry=magma::Blocking)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:394
#6  0x0000000000952ff5 in magma::Magma::Impl::syncKVStore(unsigned short, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1461
#7  0x000000000095327a in SyncKVStore (kvID=<optimized out>, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:347
#8  magma::Magma::SyncKVStore(unsigned short) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:351
#9  0x00000000008b179d in MagmaMemoryTrackingProxy::SyncKVStore(unsigned short) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-memory-tracking-proxy.cc:487
#10 0x0000000000893058 in MagmaKVStore::makeFileHandle(Vbid) const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62
#11 0x0000000000897b26 in MagmaKVStore::initBySeqnoScanContext(std::unique_ptr<StatusCallback<GetValue>, std::default_delete<StatusCallback<GetValue> > >, std::unique_ptr<StatusCallback<CacheLookup>, std::default_delete<StatusCallback<CacheLookup> > >, Vbid, unsigned long, DocumentFilter, ValueFilter, SnapshotSource, std::unique_ptr<KVFileHandle, std::default_delete<KVFileHandle> >) const ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:1696
#12 0x00000000008e9550 in DCPBackfillBySeqnoDisk::create() () at /opt/gcc-10.2.0/include/c++/10.2.0/ext/atomicity.h:70
#13 0x00000000008ecff2 in DCPBackfillDisk::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/backfill_disk.cc:151
#14 0x00000000008ee301 in BackfillManager::backfill() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/backfill-manager.cc:344
#15 0x00000000008eead4 in BackfillManagerTask::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/backfill-manager.cc:78
#16 0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#17 0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f3828fbd650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#18 0x0000000000ab8afe in operator() (this=0x7f3828fbd650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#19 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#20 0x0000000000c16c10 in operator() (this=0x7f3828fbd840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#21 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842b51100, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#22 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#23 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#24 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#25 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#26 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#27 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#28 0x0000000000ab0b04 in operator() (this=0x7f3842fd6b80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#29 operator() (__closure=0x7f3842fd6b80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#30 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#31 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#32 0x00007f384695dea5 in start_thread (arg=0x7f3828fcf700) at pthread_create.c:307
#33 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 30 (LWP 31237):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185

#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=__cond@entry=0x7f37900bffc0) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=this@entry=0x7f37900bffc0, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009c7c71 in magma::WaitGroup::WaitOnSignal (this=this@entry=0x7f37900bff88) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/common.cc:85
#4  0x00000000009567bd in magma::Magma::Impl::tryThrottleForWriteCache() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1389

#5  0x000000000097c7df in magma::Magma::Impl::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>, magma::Magma::HistoryMode) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db_write.cc:52
#6  0x000000000097c98f in magma::Magma::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>, magma::Magma::HistoryMode) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#7  0x00000000008b1933 in MagmaMemoryTrackingProxy::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, magma::Magma::HistoryMode, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#8  0x00000000008a4660 in MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&, magma::Magma::HistoryMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62
---Type <return> to continue, or q <return> to quit---
#9  0x000000000088ca65 in MagmaKVStore::commit(std::unique_ptr<TransactionContext, std::default_delete<TransactionContext> >, VB::Commit&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.h:810
#10 0x0000000000833025 in EPBucket::commit(KVStoreIface&, std::unique_ptr<TransactionContext, std::default_delete<TransactionContext> >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:955
#11 0x000000000083acd8 in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:828
#12 0x000000000083b7ff in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:379
#13 0x00000000006ea1d6 in Flusher::flushVB (this=0x7f37902e6c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:293
#14 0x00000000006eab90 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:203
#15 0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#16 0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f38297be650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#17 0x0000000000ab8afe in operator() (this=0x7f38297be650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#18 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#19 0x0000000000c16c10 in operator() (this=0x7f38297be840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#20 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842a9b500, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#21 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9b500, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#22 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#23 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#24 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#25 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#26 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#27 0x0000000000ab0b04 in operator() (this=0x7f3842fd6ac0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#28 operator() (__closure=0x7f3842fd6ac0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#29 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#30 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#31 0x00007f384695dea5 in start_thread (arg=0x7f38297d0700) at pthread_create.c:307
#32 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 29 (LWP 31236):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=__cond@entry=0x7f37f85dcfc0) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=this@entry=0x7f37f85dcfc0, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009c7c71 in magma::WaitGroup::WaitOnSignal (this=this@entry=0x7f37f85dcf88) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/common.cc:85
#4  0x00000000009567bd in magma::Magma::Impl::tryThrottleForWriteCache() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1389
#5  0x000000000097c7df in magma::Magma::Impl::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>, magma::Magma::HistoryMode) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db_write.cc:52
#6  0x000000000097c98f in magma::Magma::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>, magma::Magma::HistoryMode) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#7  0x00000000008b1933 in MagmaMemoryTrackingProxy::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, magma::Magma::HistoryMode, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#8  0x00000000008a4660 in MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&, magma::Magma::HistoryMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62
#9  0x000000000088ca65 in MagmaKVStore::commit(std::unique_ptr<TransactionContext, std::default_delete<TransactionContext> >, VB::Commit&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.h:810
#10 0x0000000000833025 in EPBucket::commit(KVStoreIface&, std::unique_ptr<TransactionContext, std::default_delete<TransactionContext> >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:955
#11 0x000000000083acd8 in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:828
#12 0x000000000083b7ff in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:379
#13 0x00000000006ea1d6 in Flusher::flushVB (this=0x7f37f827ac00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:293
#14 0x00000000006eab90 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:203
#15 0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#16 0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f3829fbf650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#17 0x0000000000ab8afe in operator() (this=0x7f3829fbf650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#18 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#19 0x0000000000c16c10 in operator() (this=0x7f3829fbf840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#20 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842a9b500, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#21 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9b500, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#22 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#23 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
---Type <return> to continue, or q <return> to quit---
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#24 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#25 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#26 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#27 0x0000000000ab0b04 in operator() (this=0x7f3842af9e80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#28 operator() (__closure=0x7f3842af9e80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#29 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#30 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#31 0x00007f384695dea5 in start_thread (arg=0x7f3829fd1700) at pthread_create.c:307
#32 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 28 (LWP 31235):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007f3844b568bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=__cond@entry=0x7f37822bd7c0) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865

#2  std::condition_variable::wait (this=this@entry=0x7f37822bd7c0, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009c7c71 in magma::WaitGroup::WaitOnSignal (this=this@entry=0x7f37822bd788) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/common.cc:85
#4  0x00000000009567bd in magma::Magma::Impl::tryThrottleForWriteCache() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1389
#5  0x000000000097c7df in magma::Magma::Impl::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>, magma::Magma::HistoryMode) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db_write.cc:52
#6  0x000000000097c98f in magma::Magma::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>, magma::Magma::HistoryMode) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#7  0x00000000008b1933 in MagmaMemoryTrackingProxy::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, magma::Magma::HistoryMode, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#8  0x00000000008a4660 in MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&, magma::Magma::HistoryMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62
#9  0x000000000088ca65 in MagmaKVStore::commit(std::unique_ptr<TransactionContext, std::default_delete<TransactionContext> >, VB::Commit&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.h:810
#10 0x0000000000833025 in EPBucket::commit(KVStoreIface&, std::unique_ptr<TransactionContext, std::default_delete<TransactionContext> >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:955
#11 0x000000000083acd8 in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:828
#12 0x000000000083b7ff in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:379
#13 0x00000000006ea1d6 in Flusher::flushVB (this=0x7f37821ee500) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:293
#14 0x00000000006eab90 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:203
#15 0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#16 0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f382a7c0650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#17 0x0000000000ab8afe in operator() (this=0x7f382a7c0650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#18 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#19 0x0000000000c16c10 in operator() (this=0x7f382a7c0840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#20 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842a9b500, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#21 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9b500, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#22 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#23 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#24 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#25 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#26 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#27 0x0000000000ab0b04 in operator() (this=0x7f3842af9e40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#28 operator() (__closure=0x7f3842af9e40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#29 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#30 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#31 0x00007f384695dea5 in start_thread (arg=0x7f382a7d2700) at pthread_create.c:307
#32 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 27 (LWP 31234):
#0  fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x7f375ade1c08) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:119
#1  operator++ (this=0x7f375ade1c08) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:119
#2  gimme (this=0x7f35418baa90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:291
#3  SingleThreadedRCPtr (other=..., this=0x7f382afc0b18) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:181
#4  EPBucket::flushOneDelOrSet(TransactionContext&, SingleThreadedRCPtr<Item, Item*, std::default_delete<Item> > const&, std::shared_ptr<VBucket>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:1228
---Type <return> to continue, or q <return> to quit---
#5  0x000000000083a0ba in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/locked_vbucket_ptr.h:50
#6  0x000000000083b7ff in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:379
#7  0x00000000006ea1d6 in Flusher::flushVB (this=0x7f377c5efa00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:293
#8  0x00000000006eab90 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:203
#9  0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#10 0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f382afc1650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#11 0x0000000000ab8afe in operator() (this=0x7f382afc1650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#12 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#13 0x0000000000c16c10 in operator() (this=0x7f382afc1840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#14 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842a9b500, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#15 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9b500, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#16 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#17 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#18 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#19 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#20 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#21 0x0000000000ab0b04 in operator() (this=0x7f3842af9e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#22 operator() (__closure=0x7f3842af9e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#23 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#24 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#25 0x00007f384695dea5 in start_thread (arg=0x7f382afd3700) at pthread_create.c:307
#26 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 26 (LWP 31233):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=729556504, absSteadyTime=absSteadyTime@entry=0x7f382b7c25f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7dc870)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7dc870, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f382b7c2618, waitMask=waitMask@entry=4294967295)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7dc870) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7dc870, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c073f7 in futexWaitPreIdle<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > >, std::chrono::duration<long, std::ratio<1, 1000000000> > > (
    timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=<synthetic pointer>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, 
    deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151
#7  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7dc870, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
#8  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#9  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1685f40, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#10 0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1685f40) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#11 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1685f00, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#12 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9a900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#13 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#14 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#15 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#16 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#17 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#18 0x0000000000ab0b04 in operator() (this=0x7f3842af9d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#19 operator() (__closure=0x7f3842af9d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#20 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
---Type <return> to continue, or q <return> to quit---
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#21 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#22 0x00007f384695dea5 in start_thread (arg=0x7f382b7d4700) at pthread_create.c:307
#23 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 25 (LWP 31232):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=737949208, absSteadyTime=absSteadyTime@entry=0x7f382bfc35f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7de400)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7de400, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f382bfc3618, waitMask=waitMask@entry=4294967295)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7de400) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7de400, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c073f7 in futexWaitPreIdle<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > >, std::chrono::duration<long, std::ratio<1, 1000000000> > > (
    timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=<synthetic pointer>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, 
    deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151
#7  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7de400, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
#8  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#9  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1685f40, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#10 0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1685f40) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#11 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1685f00, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#12 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9a900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#13 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#14 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#15 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#16 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#17 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#18 0x0000000000ab0b04 in operator() (this=0x7f3842af9c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#19 operator() (__closure=0x7f3842af9c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#20 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#21 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#22 0x00007f384695dea5 in start_thread (arg=0x7f382bfd5700) at pthread_create.c:307
#23 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 24 (LWP 31231):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=746341912, absSteadyTime=absSteadyTime@entry=0x7f382c7c45f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7df0f0)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7df0f0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f382c7c4618, waitMask=waitMask@entry=4294967295)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7df0f0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7df0f0, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c073f7 in futexWaitPreIdle<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > >, std::chrono::duration<long, std::ratio<1, 1000000000> > > (
    timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=<synthetic pointer>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, 
    deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151
#7  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7df0f0, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
#8  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
---Type <return> to continue, or q <return> to quit---
#9  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1685f40, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#10 0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1685f40) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#11 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1685f00, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#12 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9a900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#13 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#14 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#15 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#16 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#17 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#18 0x0000000000ab0b04 in operator() (this=0x7f3842af9bc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#19 operator() (__closure=0x7f3842af9bc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#20 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#21 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#22 0x00007f384695dea5 in start_thread (arg=0x7f382c7d6700) at pthread_create.c:307
#23 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 23 (LWP 31230):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=754734616, absSteadyTime=absSteadyTime@entry=0x7f382cfc55f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7df540)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7df540, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f382cfc5618, waitMask=waitMask@entry=4294967295)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7df540) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7df540, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c073f7 in futexWaitPreIdle<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > >, std::chrono::duration<long, std::ratio<1, 1000000000> > > (
    timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=<synthetic pointer>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, 
    deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151
#7  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7df540, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
#8  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#9  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1685f40, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#10 0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1685f40) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#11 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1685f00, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#12 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9a900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#13 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#14 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#15 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#16 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#17 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#18 0x0000000000ab0b04 in operator() (this=0x7f3842af9c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#19 operator() (__closure=0x7f3842af9c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#20 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#21 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#22 0x00007f384695dea5 in start_thread (arg=0x7f382cfd7700) at pthread_create.c:307
#23 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 22 (LWP 31229):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
---Type <return> to continue, or q <return> to quit---
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=763127320, absSteadyTime=absSteadyTime@entry=0x7f382d7c65f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7de1d8)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7de1d8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f382d7c6618, waitMask=waitMask@entry=4294967295)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7de1d8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7de1d8, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c073f7 in futexWaitPreIdle<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > >, std::chrono::duration<long, std::ratio<1, 1000000000> > > (
    timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=<synthetic pointer>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, 
    deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151
#7  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7de1d8, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
#8  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#9  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1685f40, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#10 0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1685f40) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#11 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1685f00, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#12 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9a900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#13 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#14 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#15 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#16 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#17 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#18 0x0000000000ab0b04 in operator() (this=0x7f3842af9c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#19 operator() (__closure=0x7f3842af9c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#20 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401

#21 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#22 0x00007f384695dea5 in start_thread (arg=0x7f382d7d8700) at pthread_create.c:307
#23 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 21 (LWP 31228):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=796837400, absSteadyTime=absSteadyTime@entry=0x7f382f7ec5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7de598)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7de598, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f382f7ec618, waitMask=waitMask@entry=4294967295)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7de598) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7de598, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c073f7 in futexWaitPreIdle<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > >, std::chrono::duration<long, std::ratio<1, 1000000000> > > (
    timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=<synthetic pointer>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, 
    deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151
#7  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7de598, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
#8  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#9  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1685f40, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#10 0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1685f40) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#11 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1685f00, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#12 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9a900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#13 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
---Type <return> to continue, or q <return> to quit---
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#14 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#15 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#16 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#17 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#18 0x0000000000ab0b04 in operator() (this=0x7f3842af9b80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#19 operator() (__closure=0x7f3842af9b80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#20 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#21 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#22 0x00007f384695dea5 in start_thread (arg=0x7f382f7fe700) at pthread_create.c:307
#23 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 20 (LWP 31227):
#0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
#1  0x0000000000bf93cd in nativeFutexWaitImpl (waitMask=waitMask@entry=805230104, absSteadyTime=absSteadyTime@entry=0x7f382ffed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7f382d7da3e0)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123
#2  folly::detail::futexWaitImpl (futex=futex@entry=0x7f382d7da3e0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7f382ffed618, waitMask=waitMask@entry=4294967295)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254
#3  0x0000000000c02c8a in futexWaitImpl<std::atomic<unsigned int> const, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (waitMask=4294967295, deadline=..., expected=2, 
    futex=0x7f382d7da3e0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85
#4  folly::detail::futexWaitUntil<std::atomic<unsigned int>, std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (futex=futex@entry=0x7f382d7da3e0, expected=expected@entry=2, deadline=..., 
    waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123
#5  0x0000000000c073f7 in futexWaitPreIdle<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > >, std::chrono::duration<long, std::ratio<1, 1000000000> > > (
    timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=<synthetic pointer>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194
#6  futexWaitUntil<std::atomic<unsigned int>, std::chrono::time_point<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, 
    deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151
#7  folly::SaturatingSemaphore<true, std::atomic>::tryWaitSlow<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x7f382d7da3e0, deadline=..., opt=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318
#8  0x0000000000c07926 in try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (opt=..., deadline=..., this=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179
#9  folly::detail::LifoSemBase<folly::SaturatingSemaphore<true, std::atomic>, std::atomic>::try_wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=this@entry=0x1685f40, deadline=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521
#10 0x0000000000c0a3e0 in try_wait_for<long, std::ratio<1, 1000> > (timeout=<synthetic pointer>, this=0x1685f40) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498
#11 folly::UnboundedBlockingQueue<folly::CPUThreadPoolExecutor::CPUTask>::try_take_for (this=0x1685f00, time=...)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41
#12 0x0000000000c01637 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9a900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243
#13 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#14 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#15 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#16 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#17 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#18 0x0000000000ab0b04 in operator() (this=0x7f3842af9b40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#19 operator() (__closure=0x7f3842af9b40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#20 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#21 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#22 0x00007f384695dea5 in start_thread (arg=0x7f382ffff700) at pthread_create.c:307
#23 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 19 (LWP 31226):
#0  0x00000000009de41d in operator= (other=<synthetic pointer>, this=0x7f3762fcc058) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/container/detail/F14Mask.h:146
#1  doCache (itr=..., itr=..., object=<synthetic pointer>, id=2538052, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/cache.h:423
#2  magma::Cache<unsigned long, magma::File, magma::ManagedFile>::AcquireObject (this=<optimized out>, ctor=..., doCaching=<optimized out>, doCaching@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/cache.h:322

#3  0x00000000009d7aa5 in AcquireObject (doCaching=true, ctor=..., this=0x112e360 <magma::FileManager::GetInstance()::instance>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file_manager.cc:275
#4  AcquireFile (file=0x7f3723a66880, this=0x112e360 <magma::FileManager::GetInstance()::instance>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file_manager.cc:207
#5  magma::ManagedFile::AcquireHandle() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file_manager.cc:37
#6  0x0000000000a3fdbe in magma::SSTableIterator::initFileHandle() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable.cc:769
#7  0x0000000000a43b4f in magma::SSTableIterator::initStacks(magma::Slice const&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable.cc:775
---Type <return> to continue, or q <return> to quit---
#8  0x0000000000a445d3 in magma::SSTableIterator::Seek (this=0x7f37522f8240, key=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable.cc:857
#9  0x0000000000a17a99 in operator() (table=..., __closure=0x7f376a055980) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:1157
#10 __invoke_impl<bool, magma::LSMTree::Get(const magma::Slice&, std::shared_ptr<magma::Snapshot>&, magma::LookupBuffer&, magma::Slice&, bool&, bool, magma::ReaderStats*)::<lambda(magma::Table&)>&, magma::Table&> (__f=...)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:60
#11 __invoke_r<bool, magma::LSMTree::Get(const magma::Slice&, std::shared_ptr<magma::Snapshot>&, magma::LookupBuffer&, magma::Slice&, bool&, bool, magma::ReaderStats*)::<lambda(magma::Table&)>&, magma::Table&> (__fn=...)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:113
#12 std::_Function_handler<bool (magma::Table&), magma::LSMTree::Get(magma::Slice const&, std::shared_ptr<magma::Snapshot>&, magma::LookupBuffer&, magma::Slice&, bool&, bool, magma::ReaderStats*)::{lambda(magma::Table&)#1}>::_M_invoke(std::_Any_data const&, magma::Table&) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:291
#13 0x0000000000a030ba in operator() (__args#0=..., this=0x7f3834becce0) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#14 magma::TreeSnapshot::LookupTableByKey(magma::Slice const&, std::function<bool (magma::Table&)>, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/tree_snapshot.cc:400
#15 0x0000000000a1e658 in magma::LSMTree::Get(magma::Slice const&, std::shared_ptr<magma::Snapshot>&, magma::LookupBuffer&, magma::Slice&, bool&, bool, magma::ReaderStats*) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:87
#16 0x00000000009b5360 in magma::KVStore::Read(magma::Slice const&, std::shared_ptr<magma::KVStoreSnapshot>&, magma::KVStore::ReadBuffer&, magma::Slice&, magma::Slice&, bool&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1349
#17 0x0000000000952857 in magma::Magma::Impl::GetDocs(magma::Magma::Snapshot&, magma::Operations<magma::Magma::GetOperation>&, std::function<void (bool, magma::Status, magma::Magma::GetOperation const&, magma::Slice const&, magma::Slice const&)>) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:481
#18 0x0000000000952c00 in magma::Magma::GetDocs(magma::Magma::Snapshot&, magma::Operations<magma::Magma::GetOperation>&, std::function<void (bool, magma::Status, magma::Magma::GetOperation const&, magma::Slice const&, magma::Slice const&)>) ()
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#19 0x0000000000952d75 in magma::Magma::GetDocs(unsigned short, magma::Operations<magma::Magma::GetOperation>&, std::function<void (bool, magma::Status, magma::Magma::GetOperation const&, magma::Slice const&, magma::Slice const&)>) ()
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#20 0x00000000008b0a54 in MagmaMemoryTrackingProxy::GetDocs(unsigned short, magma::Operations<magma::Magma::GetOperation>&, std::function<void (bool, magma::Status, magma::Magma::GetOperation const&, magma::Slice const&, magma::Slice const&)>) ()
    at /opt/gcc-10.2.0/include/c++/10.2.0/new:175
#21 0x0000000000899921 in MagmaKVStore::getMulti(Vbid, std::unordered_map<DiskDocKey, vb_bgfetch_item_ctx_t, std::hash<DiskDocKey>, std::equal_to<DiskDocKey>, std::allocator<std::pair<DiskDocKey const, vb_bgfetch_item_ctx_t> > >&) const ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62

#22 0x00000000007d1a56 in BgFetcher::doFetch(Vbid, std::unordered_map<DiskDocKey, vb_bgfetch_item_ctx_t, std::hash<DiskDocKey>, std::equal_to<DiskDocKey>, std::allocator<std::pair<DiskDocKey const, vb_bgfetch_item_ctx_t> > >&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvshard.h:76
#23 0x00000000007d1e90 in BgFetcher::run(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/bgfetcher.cc:155

#24 0x000000000072decd in MultiBGFetcherTask::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/tasks.cc:191
#25 0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#26 0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f3834bed650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#27 0x0000000000ab8afe in operator() (this=0x7f3834bed650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#28 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#29 0x0000000000c16c10 in operator() (this=0x7f3834bed840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#30 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842a9a900, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#31 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842a9a900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#32 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#33 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#34 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#35 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#36 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#37 0x0000000000ab0b04 in operator() (this=0x7f3842af9a40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#38 operator() (__closure=0x7f3842af9a40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#39 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#40 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#41 0x00007f384695dea5 in start_thread (arg=0x7f3834bff700) at pthread_create.c:307
#42 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 18 (LWP 31225):
#0  0x00007f38442a50e3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f3845c393b5 in epoll_dispatch (base=0x7f3842a8db00, tv=<optimized out>) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465
#2  0x00007f3845c30366 in event_base_loop (base=0x7f3842a8db00, flags=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998
#3  0x0000000000c202f7 in folly::EventBase::loopBody (this=this@entry=0x7f3842c8a930, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397
#4  0x0000000000c207c6 in folly::EventBase::loop (this=this@entry=0x7f3842c8a930) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315

#5  0x0000000000c22186 in folly::EventBase::loopForever (this=this@entry=0x7f3842c8a930) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538
#6  0x00000000005bac89 in worker_libevent (arg=0x7f3842c8a920) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:257
#7  0x0000000000ba4dd9 in run (this=0x7f3842fb74c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#8  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#9  0x00007f384695dea5 in start_thread (arg=0x7f3836ffd700) at pthread_create.c:307
#10 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
---Type <return> to continue, or q <return> to quit---

Thread 17 (LWP 31224):
#0  bitmap_set (binfo=0x7f3846108178 <je_bin_infos+184>, bit=15, bitmap=0x7f378668a740) at include/jemalloc/internal/bitmap.h:217
#1  bitmap_sfu (binfo=0x7f3846108178 <je_bin_infos+184>, bitmap=0x7f378668a740) at include/jemalloc/internal/bitmap.h:326
#2  arena_slab_reg_alloc (bin_info=0x7f3846108160 <je_bin_infos+160>, slab=<optimized out>) at src/arena.c:279
#3  arena_bin_malloc_hard (tsdn=tsdn@entry=0x7f38377ed220, arena=arena@entry=0x7f37866008c0, bin=bin@entry=0x7f3786608058, binind=binind@entry=4, binshard=binshard@entry=0) at src/arena.c:1360
#4  0x00007f3845e6b9a2 in je_arena_tcache_fill_small (tsdn=<optimized out>, arena=<optimized out>, tcache=<optimized out>, tbin=<optimized out>, binind=<optimized out>, prof_accumbytes=<optimized out>) at src/arena.c:1407
#5  0x00007f3845edaeb5 in je_tcache_alloc_small_hard (tsdn=tsdn@entry=0x7f38377ed220, arena=<optimized out>, tcache=tcache@entry=0x7f37d4256000, tbin=tbin@entry=0x7f37d4256070, binind=<optimized out>, tcache_success=tcache_success@entry=0x7f38377eb810)
    at src/tcache.c:94
#6  0x00007f3845e5f9cb in tcache_alloc_small (slow_path=false, zero=<optimized out>, binind=<optimized out>, size=64, tcache=0x7f37d4256000, arena=<optimized out>, tsd=<optimized out>) at include/jemalloc/internal/tcache_inlines.h:60
#7  arena_malloc (slow_path=false, tcache=0x7f37d4256000, zero=<optimized out>, ind=<optimized out>, size=64, arena=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/arena_inlines_b.h:165
#8  iallocztm (slow_path=false, arena=<optimized out>, is_internal=false, tcache=0x7f37d4256000, zero=<optimized out>, ind=<optimized out>, size=64, tsdn=<optimized out>) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:53
#9  imalloc_no_sample (ind=<optimized out>, usize=64, size=64, tsd=0x7f38377ed220, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:1949
#10 imalloc_body (tsd=0x7f38377ed220, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2123
#11 imalloc (dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2258
#12 je_mallocx (size=size@entry=59, flags=<optimized out>) at src/jemalloc.c:3137
#13 0x0000000000bc0d3d in cb::_JEArenaMalloc<cb::JEArenaCoreLocalTracker>::malloc (size=size@entry=59) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/je_arena_malloc.cc:266
#14 0x0000000000569a0f in malloc (size=59) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:39

#15 cb_malloc (size=59) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:39
#16 0x0000000000bb3729 in operator new(unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/global_new_replacement.cc:63
#17 0x0000000000826cbf in _M_construct<char*> (__end=0x7f378604d4ba <Address 0x7f378604d4ba out of bounds>, __beg=0x7f378604d480 <Address 0x7f378604d480 out of bounds>, this=0x7f38377eb8c0) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/char_traits.h:389
#18 _M_construct_aux<char*> (__end=0x7f378604d4ba <Address 0x7f378604d4ba out of bounds>, __beg=0x7f378604d480 <Address 0x7f378604d480 out of bounds>, this=0x7f38377eb8c0) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/basic_string.h:247
#19 _M_construct<char*> (__end=0x7f378604d4ba <Address 0x7f378604d4ba out of bounds>, __beg=0x7f378604d480 <Address 0x7f378604d480 out of bounds>, this=0x7f38377eb8c0) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/basic_string.h:266
#20 basic_string (__str=..., this=0x7f38377eb8c0) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/basic_string.h:451
#21 ThrowExceptionPolicy (other=..., this=0x7f38377eb8c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/monotonic.h:41
#22 Monotonic (other=..., this=0x7f38377eb8c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/monotonic.h:101
#23 PassiveDurabilityMonitor::notifySnapshotEndReceived(unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/durability/passive_durability_monitor.cc:302
#24 0x00000000008fb74a in PassiveStream::handleSnapshotEnd(std::shared_ptr<VBucket>&, unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/passive_stream.cc:1282
#25 0x00000000008fe25b in PassiveStream::processMessage(MutationConsumerMessage*, PassiveStream::MessageType) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/item.h:186
#26 0x00000000008fe9c8 in PassiveStream::processPrepare(MutationConsumerMessage*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/passive_stream.cc:761
#27 0x00000000008ff5d0 in PassiveStream::messageReceived(std::unique_ptr<DcpResponse, std::default_delete<DcpResponse> >, UpdateFlowControl&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/passive_stream.cc:373
#28 0x00000000008f2b4c in DcpConsumer::lookupStreamAndDispatchMessage(UpdateFlowControl&, Vbid, unsigned int, std::unique_ptr<DcpResponse, std::default_delete<DcpResponse> >) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/consumer.cc:1905
#29 0x00000000008f2d5c in DcpConsumer::processMutationOrPrepare(Vbid, unsigned int, DocKey const&, SingleThreadedRCPtr<Item, Item*, std::default_delete<Item> >, cb::sized_buffer<unsigned char const>, unsigned long) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/consumer.cc:481
#30 0x00000000008f3073 in DcpConsumer::prepare(unsigned int, DocKey const&, cb::sized_buffer<unsigned char const>, unsigned long, unsigned char, unsigned long, Vbid, unsigned int, unsigned long, unsigned long, unsigned int, unsigned int, unsigned char, DocumentState, cb::durability::Level) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/consumer.cc:1882
#31 0x00000000006b29b4 in EventuallyPersistentEngine::prepare(CookieIface const&, unsigned int, DocKey const&, cb::sized_buffer<unsigned char const>, unsigned long, unsigned char, unsigned long, Vbid, unsigned int, unsigned long, unsigned long, unsigned int, unsigned int, unsigned char, DocumentState, cb::durability::Level) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:6685

#32 0x0000000000598647 in dcpPrepare(Cookie&, unsigned int, DocKey const&, cb::sized_buffer<unsigned char const>, unsigned long, unsigned char, unsigned long, Vbid, unsigned int, unsigned long, unsigned long, unsigned int, unsigned int, unsigned char, DocumentState, cb::durability::Level) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:786

#33 0x000000000063b484 in dcp_prepare_executor(Cookie&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/dockey.h:335



#34 0x000000000060eb0b in Cookie::doExecute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/mcbp/protocol/header.h:110
#35 0x000000000060eba0 in Cookie::execute (this=this@entry=0x7f3842bc4200, useStartTime=useStartTime@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:168
#36 0x00000000005eff83 in Connection::executeCommandPipeline() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.h:472
#37 0x00000000005f0232 in Connection::executeCommandsCallback() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:801
#38 0x00000000005f08bb in Connection::rw_callback(bufferevent*, void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:950
#39 0x00007f3845c26d7e in bufferevent_run_deferred_callbacks_unlocked (cb=<optimized out>, arg=0x7f383c194a00) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:208
#40 0x00007f3845c2fcf1 in event_process_active_single_queue (base=base@entry=0x7f3842a8d800, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726
#41 0x00007f3845c3053f in event_process_active (base=0x7f3842a8d800) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789
#42 event_base_loop (base=0x7f3842a8d800, flags=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012
#43 0x0000000000c202f7 in folly::EventBase::loopBody (this=this@entry=0x7f3842c89d00, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397
#44 0x0000000000c207c6 in folly::EventBase::loop (this=this@entry=0x7f3842c89d00) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315
#45 0x0000000000c22186 in folly::EventBase::loopForever (this=this@entry=0x7f3842c89d00) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538
#46 0x00000000005bac89 in worker_libevent (arg=0x7f3842c89cf0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:257
#47 0x0000000000ba4dd9 in run (this=0x7f3842fb7490) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#48 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#49 0x00007f384695dea5 in start_thread (arg=0x7f38377fe700) at pthread_create.c:307
#50 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 16 (LWP 31223):
#0  0x000000000070192d in fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x7f37785f7b60) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/collections/vbucket_manifest_entry.h:179
---Type <return> to continue, or q <return> to quit---
#1  fetch_add (arg=1, this=0x7f37785f7b60) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/relaxed_atomic.h:50
#2  operator++ (this=0x7f37785f7b60) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/relaxed_atomic.h:87
#3  incrementOpsGet (this=0x7f37785f7b28) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/collections/vbucket_manifest_entry.h:179
#4  incrementOpsGet (this=0x7f3837fecd70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/collections/vbucket_manifest_handles.h:515
#5  KVBucket::getInternal(DocKey const&, Vbid, CookieIface const*, ForGetReplicaOp, get_options_t) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:1628
#6  0x00000000006fabb7 in KVBucket::get (this=<optimized out>, key=..., vbucket=..., cookie=<optimized out>, options=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:907
#7  0x00000000006bc2ec in EventuallyPersistentEngine::getInner(CookieIface const*, DocKey const&, Vbid, get_options_t) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:2398
#8  0x00000000006bc45a in EventuallyPersistentEngine::get(CookieIface const&, DocKey const&, Vbid, DocStateFilter) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:122
#9  0x0000000000593b30 in bucket_get(Cookie&, DocKey const&, Vbid, DocStateFilter) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:191
#10 0x000000000064a205 in RemoveCommandContext::getItem() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/remove_context.cc:58
#11 0x000000000064aa98 in RemoveCommandContext::step() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/remove_context.cc:24
#12 0x000000000065cba1 in SteppableCommandContext::drive() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:36
#13 0x000000000060eb0b in Cookie::doExecute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/mcbp/protocol/header.h:110
#14 0x000000000060eba0 in Cookie::execute (this=this@entry=0x7f37638fe900, useStartTime=useStartTime@entry=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:168
#15 0x00000000005ef5d2 in Connection::processNotifiedCookie(Cookie&, cb::engine_errc) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:674
#16 0x00000000005bbb34 in operator() (__closure=0x7f383c0d67f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.h:167
#17 void folly::detail::function::FunctionTraits<void ()>::callSmall<notifyIoComplete(Cookie&, cb::engine_errc)::{lambda()#1}>(folly::detail::function::Data&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:387
#18 0x0000000000c256ba in operator() (this=0x7f383c0d67f0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#19 messageAvailable (msg=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xaa048ec, DIE 0xaa7272b>, this=0x7f3842fe5b00)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:137
#20 folly::NotificationQueue<folly::Function<void ()> >::Consumer::consumeMessages(bool, unsigned long*) (this=0x7f3842fe5b00, isDrain=<optimized out>, numConsumed=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/NotificationQueue.h:729
#21 0x00007f3845c2ff9a in event_persist_closure (ev=<optimized out>, base=0x7f3842a8d500) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1629
#22 event_process_active_single_queue (base=base@entry=0x7f3842a8d500, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1688
#23 0x00007f3845c3053f in event_process_active (base=0x7f3842a8d500) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789
#24 event_base_loop (base=0x7f3842a8d500, flags=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012
#25 0x0000000000c202f7 in folly::EventBase::loopBody (this=this@entry=0x7f3842c890d0, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397
#26 0x0000000000c207c6 in folly::EventBase::loop (this=this@entry=0x7f3842c890d0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315
#27 0x0000000000c22186 in folly::EventBase::loopForever (this=this@entry=0x7f3842c890d0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538
#28 0x00000000005bac89 in worker_libevent (arg=0x7f3842c890c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:257
#29 0x0000000000ba4dd9 in run (this=0x7f3842fb74f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#30 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#31 0x00007f384695dea5 in start_thread (arg=0x7f3837fff700) at pthread_create.c:307
#32 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 15 (LWP 31222):
#0  0x00007f384695fd5d in __GI___pthread_mutex_lock (mutex=0x7f377bd991e0) at ../nptl/pthread_mutex_lock.c:78
#1  0x00000000006eef9d in __gthread_mutex_lock (__mutex=0x7f377bd991e0) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:749
#2  lock (this=0x7f377bd991e0) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_mutex.h:100
#3  lock (this=<synthetic pointer>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/unique_lock.h:138
#4  unique_lock (__m=..., this=<synthetic pointer>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/unique_lock.h:68
#5  HashBucketLock (mutex=..., bucketNum=247, this=<synthetic pointer>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/hash_table.h:356
#6  getLockedBucketForHash (h=<optimized out>, this=0x7f377bd4cc18) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/hash_table.h:1307
#7  getLockedBucket (key=..., this=0x7f377bd4cc18) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/hash_table.h:1073
#8  HashTable::findInner(DocKey const&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/hash_table.cc:337
#9  0x00000000006f1d78 in HashTable::findForUpdate(DocKey const&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/hash_table.cc:1045
#10 0x000000000073801e in VBucket::set(Item&, CookieIface const*, EventuallyPersistentEngine&, std::function<cb::StoreIfStatus (std::optional<item_info> const&, cb::vbucket_info)>, Collections::VB::CachingReadHandle const&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/dockey.h:341
#11 0x0000000000700b34 in KVBucket::set(Item&, CookieIface const*, std::function<cb::StoreIfStatus (std::optional<item_info> const&, cb::vbucket_info)>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#12 0x00000000006bc8af in EventuallyPersistentEngine::storeIfInner(CookieIface const*, Item&, unsigned long, StoreSemantics, std::function<cb::StoreIfStatus (std::optional<item_info> const&, cb::vbucket_info)> const&, bool) ()
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#13 0x00000000006cdc7d in EventuallyPersistentEngine::store_if(CookieIface const&, ItemIface&, unsigned long, StoreSemantics, std::function<cb::StoreIfStatus (std::optional<item_info> const&, cb::vbucket_info)> const&, std::optional<cb::durability::Requirements> const&, DocumentState, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:122
#14 0x00000000005934c9 in bucket_store_if(Cookie&, gsl::not_null<ItemIface*>, unsigned long, StoreSemantics, std::function<cb::StoreIfStatus (std::optional<item_info> const&, cb::vbucket_info)>, std::optional<cb::durability::Requirements>, DocumentState, bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:161
#15 0x0000000000648e0b in MutationCommandContext::storeItem() () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#16 0x00000000006496b0 in MutationCommandContext::step() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/mutation_context.cc:53
#17 0x000000000065cba1 in SteppableCommandContext::drive() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:36
#18 0x000000000060eb0b in Cookie::doExecute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/mcbp/protocol/header.h:110
#19 0x000000000060eba0 in Cookie::execute (this=this@entry=0x7f37576f6780, useStartTime=useStartTime@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:168
#20 0x00000000005eff83 in Connection::executeCommandPipeline() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.h:472
#21 0x00000000005f0232 in Connection::executeCommandsCallback() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:801
---Type <return> to continue, or q <return> to quit---
#22 0x00000000005f08bb in Connection::rw_callback(bufferevent*, void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:950

#23 0x00007f3845c26d7e in bufferevent_run_deferred_callbacks_unlocked (cb=<optimized out>, arg=0x7f37576f9480) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:208
#24 0x00007f3845c2fcf1 in event_process_active_single_queue (base=base@entry=0x7f3842a8d200, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726
#25 0x00007f3845c3053f in event_process_active (base=0x7f3842a8d200) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789
#26 event_base_loop (base=0x7f3842a8d200, flags=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012
#27 0x0000000000c202f7 in folly::EventBase::loopBody (this=this@entry=0x7f3842c884a0, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397
#28 0x0000000000c207c6 in folly::EventBase::loop (this=this@entry=0x7f3842c884a0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315
#29 0x0000000000c22186 in folly::EventBase::loopForever (this=this@entry=0x7f3842c884a0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538
#30 0x00000000005bac89 in worker_libevent (arg=0x7f3842c88490) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:257
#31 0x0000000000ba4dd9 in run (this=0x7f3842fb7520) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#32 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#33 0x00007f384695dea5 in start_thread (arg=0x7f383cef3700) at pthread_create.c:307
#34 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 14 (LWP 31221):
#0  checkUTF8JSON (jc=..., data=0x7f3842ad1456 <Address 0x7f3842ad1456 out of bounds>, size=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/JSON_checker.cc:335
#1  0x0000000000c544f5 in JSON_checker::Validator::validate (this=<optimized out>, data=<optimized out>, size=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/JSON_checker.cc:403
#2  0x000000000065cac6 in SteppableCommandContext::setDatatypeJSONFromValue(cb::sized_buffer<unsigned char const> const&, unsigned char&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.h:181
#3  0x0000000000648aba in validateInput (this=0x7f3842a88f40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/mutation_context.cc:140
#4  MutationCommandContext::validateInput (this=0x7f3842a88f40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/mutation_context.cc:104
#5  0x0000000000649718 in MutationCommandContext::step() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/mutation_context.cc:44
#6  0x000000000065cba1 in SteppableCommandContext::drive() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:36
#7  0x000000000060eb0b in Cookie::doExecute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/mcbp/protocol/header.h:110
#8  0x000000000060eba0 in Cookie::execute (this=this@entry=0x7f37576f6c80, useStartTime=useStartTime@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:168
#9  0x00000000005eff83 in Connection::executeCommandPipeline() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.h:472
#10 0x00000000005f0232 in Connection::executeCommandsCallback() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:801
#11 0x00000000005f08bb in Connection::rw_callback(bufferevent*, void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:950
#12 0x00007f3845c26d7e in bufferevent_run_deferred_callbacks_unlocked (cb=<optimized out>, arg=0x7f37576f9e80) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:208
#13 0x00007f3845c2fcf1 in event_process_active_single_queue (base=base@entry=0x7f3842a8cf00, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726
#14 0x00007f3845c3053f in event_process_active (base=0x7f3842a8cf00) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789
#15 event_base_loop (base=0x7f3842a8cf00, flags=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012
#16 0x0000000000c202f7 in folly::EventBase::loopBody (this=this@entry=0x7f3842c87870, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397
#17 0x0000000000c207c6 in folly::EventBase::loop (this=this@entry=0x7f3842c87870) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315
#18 0x0000000000c22186 in folly::EventBase::loopForever (this=this@entry=0x7f3842c87870) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538
#19 0x00000000005bac89 in worker_libevent (arg=0x7f3842c87860) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:257
#20 0x0000000000ba4dd9 in run (this=0x7f3842fb7430) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#21 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#22 0x00007f384695dea5 in start_thread (arg=0x7f383d6f4700) at pthread_create.c:307
#23 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 13 (LWP 31220):
#0  0x00007f384429b5d0 in __libc_writev (fd=fd@entry=65590, vector=0x7f383dee2f60, count=1) at ../sysdeps/unix/sysv/linux/writev.c:51
#1  0x00007f3845c20940 in evbuffer_write_iovec (fd=fd@entry=65590, howmuch=<optimized out>, howmuch@entry=162, buffer=<optimized out>) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/buffer.c:2458
#2  0x00007f3845c25614 in evbuffer_write_atmost (buffer=0x7f383c190f20, fd=fd@entry=65590, howmuch=162, howmuch@entry=16384) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/buffer.c:2544
#3  0x00007f3845c2b1c8 in bufferevent_writecb (fd=65590, event=<optimized out>, arg=0x7f37576aef80) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent_sock.c:295
#4  0x00007f3845c2ff9a in event_persist_closure (ev=<optimized out>, base=0x7f3842a8cc00) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1629
#5  event_process_active_single_queue (base=base@entry=0x7f3842a8cc00, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=<optimized out>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1688
#6  0x00007f3845c3053f in event_process_active (base=0x7f3842a8cc00) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789
#7  event_base_loop (base=0x7f3842a8cc00, flags=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012
#8  0x0000000000c202f7 in folly::EventBase::loopBody (this=this@entry=0x7f3842c86c40, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397
#9  0x0000000000c207c6 in folly::EventBase::loop (this=this@entry=0x7f3842c86c40) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315
#10 0x0000000000c22186 in folly::EventBase::loopForever (this=this@entry=0x7f3842c86c40) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538
#11 0x00000000005bac89 in worker_libevent (arg=0x7f3842c86c30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:257
#12 0x0000000000ba4dd9 in run (this=0x7f3842fb7310) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#13 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#14 0x00007f384695dea5 in start_thread (arg=0x7f383def5700) at pthread_create.c:307
#15 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 12 (LWP 31219):
---Type <return> to continue, or q <return> to quit---
#0  0x00007f38442a50e3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f3845c393b5 in epoll_dispatch (base=0x7f3842a8c900, tv=<optimized out>) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465
#2  0x00007f3845c30366 in event_base_loop (base=0x7f3842a8c900, flags=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998
#3  0x0000000000c202f7 in folly::EventBase::loopBody (this=this@entry=0x7f3842c86010, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397
#4  0x0000000000c207c6 in folly::EventBase::loop (this=this@entry=0x7f3842c86010) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315
#5  0x0000000000c22186 in folly::EventBase::loopForever (this=this@entry=0x7f3842c86010) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538
#6  0x00000000005bac89 in worker_libevent (arg=0x7f3842c86000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:257
#7  0x0000000000ba4dd9 in run (this=0x7f3842fb71f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#8  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#9  0x00007f384695dea5 in start_thread (arg=0x7f383e6f6700) at pthread_create.c:307
#10 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 11 (LWP 31218):
#0  0x00007f3844299ddd in poll () at ../sysdeps/unix/syscall-template.S:81
#1  0x0000000000ae21e8 in master_thread_run (ctx=0x1680a20) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19291
#2  master_thread (thread_func_param=0x1680a20) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19386
#3  0x00007f384695dea5 in start_thread (arg=0x7f3840efb700) at pthread_create.c:307
#4  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 10 (LWP 31217):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x0000000000aeb27b in consume_socket (thread_index=<optimized out>, sp=0x167fbb8, ctx=0x1680a20)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18846
#2  worker_thread_run (conn=0x167f2c8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18987
#3  worker_thread (thread_func_param=0x167f2c8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19145
#4  0x00007f384695dea5 in start_thread (arg=0x7f38406fa700) at pthread_create.c:307
#5  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 9 (LWP 31216):

#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x0000000000aeb27b in consume_socket (thread_index=<optimized out>, sp=0x167f1d0, ctx=0x1680a20)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18846
#2  worker_thread_run (conn=0x167e8e0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18987
#3  worker_thread (thread_func_param=0x167e8e0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19145
#4  0x00007f384695dea5 in start_thread (arg=0x7f383fef9700) at pthread_create.c:307
#5  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 8 (LWP 31203):

#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00000000006880e7 in __gthread_cond_timedwait (__abs_timeout=0x7f383eee59b0, __mutex=<optimized out>, __cond=0x7f3842b1d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__lock=..., __lock=..., __atime=<synthetic pointer>, this=0x7f3842b1d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232
#3  wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=..., this=0x7f3842b1d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141
#4  wait_for<long, std::ratio<1> > (__rtime=..., __rtime=..., __lock=..., this=0x7f3842b1d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:172
#5  AuditImpl::consume_events() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/auditd/src/audit.cc:414
#6  0x0000000000ba4dd9 in run (this=0x7f3842fb6ef0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#7  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#8  0x00007f384695dea5 in start_thread (arg=0x7f383eef7700) at pthread_create.c:307
#9  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 7 (LWP 31200):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00000000005ff296 in __gthread_cond_timedwait (__abs_timeout=0x7f383f6e6980, __mutex=0x7f3842a9f350, __cond=0x7f3842a9f378) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__lock=<synthetic pointer>, __lock=<synthetic pointer>, __atime=<synthetic pointer>, this=0x7f3842a9f378) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232
#3  wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=<synthetic pointer>, this=0x7f3842a9f378) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141
#4  wait_for<long, std::ratio<1, 1000000000> > (__rtime=<synthetic pointer>, __lock=<synthetic pointer>, this=0x7f3842a9f378) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:172
#5  ExternalAuthManagerThread::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/external_auth_manager_thread.cc:91
#6  0x0000000000bbcad3 in Couchbase::Thread::thread_entry() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:38
#7  0x0000000000ba4dd9 in run (this=0x7f3842fb6f50) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#8  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#9  0x00007f384695dea5 in start_thread (arg=0x7f383f6f8700) at pthread_create.c:307
#10 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 6 (LWP 31196):
#0  0x00007f3844299ddd in poll () at ../sysdeps/unix/syscall-template.S:81
---Type <return> to continue, or q <return> to quit---
#1  0x00000000005b5991 in get_command (buffsize=80, buffer=0x7f38416ea990 "") at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:57
#2  check_stdin_thread (arg=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:98
#3  0x0000000000ba4dd9 in run (this=0x7f3842fb6b90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#4  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#5  0x00007f384695dea5 in start_thread (arg=0x7f38416fc700) at pthread_create.c:307
#6  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 5 (LWP 31192):

#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x0000000000b6bcca in __gthread_cond_timedwait (__abs_timeout=0x7f3841eeb9b0, __mutex=<optimized out>, __cond=0x7f3842fb82d8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=..., this=0x7f3842fb82d8) at /usr/local/include/c++/7.3.0/condition_variable:166
#3  wait_until<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=..., this=0x7f3842fb82d8) at /usr/local/include/c++/7.3.0/condition_variable:106
#4  wait_until<std::chrono::_V2::system_clock, std::chrono::duration<long int, std::ratio<1, 1000000000> >, spdlog::details::periodic_worker::periodic_worker(const std::function<void()>&, std::chrono::seconds)::<lambda()>::<lambda()> > (__p=..., 
    __atime=..., __lock=..., this=0x7f3842fb82d8) at /usr/local/include/c++/7.3.0/condition_variable:129
#5  wait_for<long int, std::ratio<1>, spdlog::details::periodic_worker::periodic_worker(const std::function<void()>&, std::chrono::seconds)::<lambda()>::<lambda()> > (__p=..., __rtime=..., __lock=..., this=0x7f3842fb82d8)
    at /usr/local/include/c++/7.3.0/condition_variable:145
#6  operator() (__closure=0x7f3842fc2a08) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/periodic_worker-inl.h:25
#7  __invoke_impl<void, spdlog::details::periodic_worker::periodic_worker(const std::function<void()>&, std::chrono::seconds)::<lambda()> > (__f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:60
#8  __invoke<spdlog::details::periodic_worker::periodic_worker(const std::function<void()>&, std::chrono::seconds)::<lambda()> > (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#9  _M_invoke<0> (this=0x7f3842fc2a08) at /usr/local/include/c++/7.3.0/thread:234
#10 operator() (this=0x7f3842fc2a08) at /usr/local/include/c++/7.3.0/thread:243
#11 std::thread::_State_impl<std::thread::_Invoker<std::tuple<spdlog::details::periodic_worker::periodic_worker(const std::function<void()>&, std::chrono::seconds)::<lambda()> > > >::_M_run(void) (this=0x7f3842fc2a00)
    at /usr/local/include/c++/7.3.0/thread:186
#12 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#13 0x00007f384695dea5 in start_thread (arg=0x7f3841efd700) at pthread_create.c:307
#14 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 4 (LWP 31190):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x0000000000b6bf0a in __gthread_cond_timedwait (__abs_timeout=0x7f38426ec800, __mutex=<optimized out>, __cond=0x7f3842fe5038) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=..., this=0x7f3842fe5038) at /usr/local/include/c++/7.3.0/condition_variable:166
#3  wait_until<std::chrono::duration<long, std::ratio<1, 1000000000> > > (__atime=..., __lock=..., this=0x7f3842fe5038) at /usr/local/include/c++/7.3.0/condition_variable:106
#4  wait_until<std::chrono::_V2::system_clock, std::chrono::duration<long int, std::ratio<1, 1000000000> >, spdlog::details::mpmc_blocking_queue<T>::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]::<lambda()> > (
    __p=..., __atime=..., __lock=..., this=0x7f3842fe5038) at /usr/local/include/c++/7.3.0/condition_variable:129
#5  wait_for<long int, std::ratio<1, 1000>, spdlog::details::mpmc_blocking_queue<T>::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]::<lambda()> > (__p=..., __rtime=<synthetic pointer>, __lock=..., this=0x7f3842fe5038)
    at /usr/local/include/c++/7.3.0/condition_variable:145
#6  dequeue_for (wait_duration=..., popped_item=..., this=0x7f3842fe5010) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/mpmc_blocking_q.h:58
#7  spdlog::details::thread_pool::process_next_msg_ (this=this@entry=0x7f3842fe5010) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:99
#8  0x0000000000b6c258 in worker_loop_ (this=0x7f3842fe5010) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:90
#9  operator() (__closure=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:28
#10 __invoke_impl<void, spdlog::details::thread_pool::thread_pool(size_t, size_t, std::function<void()>)::<lambda()> > (__f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:60
#11 __invoke<spdlog::details::thread_pool::thread_pool(size_t, size_t, std::function<void()>)::<lambda()> > (__fn=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#12 _M_invoke<0> (this=<optimized out>) at /usr/local/include/c++/7.3.0/thread:234
#13 operator() (this=<optimized out>) at /usr/local/include/c++/7.3.0/thread:243
#14 std::thread::_State_impl<std::thread::_Invoker<std::tuple<spdlog::details::thread_pool::thread_pool(size_t, size_t, std::function<void()>)::<lambda()> > > >::_M_run(void) (this=<optimized out>) at /usr/local/include/c++/7.3.0/thread:186
#15 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#16 0x00007f384695dea5 in start_thread (arg=0x7f38426fe700) at pthread_create.c:307
#17 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 3 (LWP 31189):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00007f3845e72567 in background_thread_sleep (tsdn=<optimized out>, interval=3800000000, info=<optimized out>) at src/background_thread.c:255
#2  background_work_sleep_once (ind=0, info=<optimized out>, tsdn=<optimized out>) at src/background_thread.c:307
#3  background_thread0_work (tsd=0x7f38437ee220) at src/background_thread.c:452
#4  background_work (ind=<optimized out>, tsd=0x7f38437ee220) at src/background_thread.c:490
#5  background_thread_entry (ind_arg=<optimized out>) at src/background_thread.c:522
#6  0x00007f384695dea5 in start_thread (arg=0x7f38437ff700) at pthread_create.c:307
#7  0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 2 (LWP 31188):
#0  0x00007f38442a50e3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f3845c393b5 in epoll_dispatch (base=0x7f3842a8c300, tv=<optimized out>) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465
#2  0x00007f3845c30366 in event_base_loop (base=0x7f3842a8c300, flags=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998
#3  0x0000000000c202f7 in folly::EventBase::loopBody (this=this@entry=0x7f3842a9f500, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397
---Type <return> to continue, or q <return> to quit---
#4  0x0000000000c207c6 in folly::EventBase::loop (this=this@entry=0x7f3842a9f500) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315



#5  0x0000000000c22186 in folly::EventBase::loopForever (this=0x7f3842a9f500) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538
#6  0x000000000057197c in memcached_main(int, char**) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:1043
#7  0x00007f38441c8555 in __libc_start_main (main=0x545710 <main(int, char**)>, argc=3, argv=0x7fff23b5db88, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7fff23b5db78) at ../csu/libc-start.c:266
#8  0x0000000000569947 in _start () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/char_traits.h:322

Thread 1 (LWP 31247):
#0  0x00007f38441dc387 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:55
#1  0x00007f38441dda78 in __GI_abort () at abort.c:90
#2  0x00007f3844b2763c in __gnu_cxx::__verbose_terminate_handler () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/vterminate.cc:95
#3  0x0000000000b490eb in backtrace_terminate_handler() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:88
#4  0x00007f3844b328f6 in __cxxabiv1::__terminate(void (*)()) () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:48
#5  0x00007f3844b32961 in std::terminate () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:58
#6  0x00007f3844b32bf4 in __cxxabiv1::__cxa_throw (obj=obj@entry=0x7f37c4000940, tinfo=0x1092230 <typeinfo for std::logic_error>, dest=0x4453d0 <_ZNSt11logic_errorD1Ev@plt>) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/libsupc++/eh_throw.cc:95
#7  0x00000000004a7a37 in VBucket::processSet (this=0x7f37d77ebc60, htRes=..., v=@0x7f37d77ebd68: 0x7f35fdc126d0, itm=..., cas=139877815336016, allowExisting=true, hasMetaData=true, queueItmCtx=..., storeIfStatus=cb::Continue, maybeKeyExists=true)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/char_traits.h:357
#8  0x00000000007396e4 in VBucket::prepare(Item&, unsigned long, unsigned long*, CookieIface const*, EventuallyPersistentEngine&, CheckConflicts, bool, GenerateBySeqno, GenerateCas, Collections::VB::CachingReadHandle const&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:1946
#9  0x0000000000702dea in KVBucket::prepare(Item&, CookieIface const*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:1801
#10 0x00000000008fe3a6 in PassiveStream::processMessage(MutationConsumerMessage*, PassiveStream::MessageType) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/response.h:478
#11 0x00000000008fe9c8 in PassiveStream::processPrepare(MutationConsumerMessage*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/passive_stream.cc:761
#12 0x00000000008fedfb in PassiveStream::processBufferedMessages(unsigned int&, unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/passive_stream.cc:493
#13 0x00000000008efb02 in DcpConsumer::drainStreamsBufferedItems (this=this@entry=0x7f37a8335080, stream=..., yieldThreshold=10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/consumer.cc:1270
#14 0x00000000008f6107 in DcpConsumer::processBufferedItems() () at /opt/gcc-10.2.0/include/c++/10.2.0/ext/atomicity.h:100
#15 0x00000000008f9635 in DcpConsumerTask::run (this=0x7f37f8344bb0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/dcp/consumer.cc:84
#16 0x0000000000ab7749 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#17 0x0000000000ab0e0a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f37d77ec650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#18 0x0000000000ab8afe in operator() (this=0x7f37d77ec650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#19 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#20 0x0000000000c16c10 in operator() (this=0x7f37d77ec840) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#21 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f3842b51d00, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5241.x86_64.debug, CU 0xa931924, DIE 0xa9b5859>)
    at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#22 0x0000000000c016aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f3842b51d00, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#23 0x0000000000c19bc9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#24 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#25 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#26 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#27 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#28 0x0000000000ab0b04 in operator() (this=0x7f3842fddec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#29 operator() (__closure=0x7f3842fddec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#30 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#31 0x00007f3844b5bd40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#32 0x00007f384695dea5 in start_thread (arg=0x7f37d77fe700) at pthread_create.c:307
#33 0x00007f38442a4b0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb) 
(gdb)