(gdb) thread apply all bt Thread 7770 (LWP 3178516): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x7fc55f7f4120, op=393, expected=0, futex_word=0x7fc632416704) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc632416704, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc55f7f4120, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc632416704, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc55f7f4120, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5afc in __pthread_cond_wait_common (abstime=0x7fc55f7f4120, clockid=0, mutex=0x7fc632416748, cond=0x7fc6324166d8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=cond@entry=0x7fc6324166d8, mutex=mutex@entry=0x7fc632416748, abstime=abstime@entry=0x7fc55f7f4120) at ./nptl/pthread_cond_wait.c:643 #5 0x00007fc632a3d594 in background_thread_sleep (tsdn=, interval=, info=) at src/background_thread.c:159 #6 background_work_sleep_once (ind=, info=, tsdn=) at src/background_thread.c:229 #7 background_work (ind=, tsd=) at src/background_thread.c:419 #8 background_thread_entry (ind_arg=) at src/background_thread.c:444 #9 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #10 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7769 (LWP 3178513): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x7fc580fef120, op=393, expected=0, futex_word=0x7fc6324168a0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc6324168a0, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc580fef120, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc6324168a0, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc580fef120, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5afc in __pthread_cond_wait_common (abstime=0x7fc580fef120, clockid=0, mutex=0x7fc6324168e8, cond=0x7fc632416878) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=cond@entry=0x7fc632416878, mutex=mutex@entry=0x7fc6324168e8, abstime=abstime@entry=0x7fc580fef120) at ./nptl/pthread_cond_wait.c:643 #5 0x00007fc632a3d594 in background_thread_sleep (tsdn=, interval=, info=) at src/background_thread.c:159 #6 background_work_sleep_once (ind=, info=, tsdn=) at src/background_thread.c:229 #7 background_work (ind=, tsd=) at src/background_thread.c:419 #8 background_thread_entry (ind_arg=) at src/background_thread.c:444 #9 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #10 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7768 (LWP 3178512): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cca40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf43388) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf43368) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf43368) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf43368) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf43360) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf43360) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7767 (LWP 3178511): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cca00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf43338) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf43318) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf43318) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf43318) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf43310) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf43310) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 --Type for more, q to quit, c to continue without paging--c #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7766 (LWP 3178510): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc9c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf432e8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf432c8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf432c8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf432c8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf432c0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf432c0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7765 (LWP 3178509): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc980) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf43298) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf43278) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf43278) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf43278) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf43270) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf43270) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7764 (LWP 3178508): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc940) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf43248) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf43228) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf43228) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf43228) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf43220) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf43220) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7763 (LWP 3178507): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc900) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf431f8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf431d8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf431d8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf431d8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf431d0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf431d0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7762 (LWP 3178506): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc8c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf431a8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf43188) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf43188) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf43188) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf43180) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf43180) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7761 (LWP 3178505): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc880) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf43158) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf43138) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf43138) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf43138) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf43130) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf43130) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7760 (LWP 3178504): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf43108) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf430e8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf430e8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf430e8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf430e0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf430e0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7759 (LWP 3178503): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc800) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf430b8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf43098) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf43098) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf43098) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf43090) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf43090) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7758 (LWP 3178502): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc7c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf43068) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf43048) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf43048) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf43048) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf43040) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf43040) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7757 (LWP 3178501): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc780) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf43018) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf42ff8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf42ff8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf42ff8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf42ff0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf42ff0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7756 (LWP 3178500): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc740) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf42fc8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf42fa8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf42fa8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf42fa8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf42fa0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf42fa0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7755 (LWP 3178499): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc700) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62cf42f78) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62cf42f58) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62cf42f58) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62cf42f58) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62cf42f50) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62cf42f50) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7754 (LWP 3178498): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc6c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62f7c3c78) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62f7c3c58) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62f7c3c58) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62f7c3c58) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62f7c3c50) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62f7c3c50) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7753 (LWP 3178497): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc62d100280) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62d100280, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc62d100288, cond=0x7fc62d100258) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc62d100258, mutex=0x7fc62d100288) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000af1318 in magma::TaskQueue::dequeue (this=0x7fc62d100220, shutdown=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:106 #6 0x0000000000af1514 in magma::TaskWorker::loop (w=0x7fc62d1cc680) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62d1bcc98) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62d1bcc78) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62d1bcc78) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62d1bcc78) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62d1bcc70) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62d1bcc70) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7752 (LWP 3178496): #0 magma::Slice::Reset (this=0x7fc557ff3e98) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/include/libmagma/slice.h:66 #1 magma::ValueFormat::Reset (this=0x7fc557ff3e70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/format.cc:55 #2 magma::ValueFormat::Decode (input=..., this=0x7fc557ff3e70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/format.cc:214 #3 magma::ValueFormat::DecodeLogicalSize (this=this@entry=0x7fc557ff3e70, input=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/format.cc:143 #4 0x0000000000a94319 in magma::EstimateLogicalSize (key=..., value=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/lsd.cc:189 #5 0x0000000000b6075b in std::function::operator()(magma::Slice const&, folly::IOBuf const&) const (__args#1=..., __args#0=..., this=0x7fc505215a68) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #6 magma::KVAggregatedStats::Update (this=0x7fc505215a20, k=..., v=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable.cc:1153 #7 0x0000000000b70ba0 in magma::SSTableWriter::AddKV (this=0x7fc557ff47b0, k=..., v=..., finalizeBlock=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable_writer.cc:185 #8 0x0000000000b34fe8 in magma::LSMTree::gcOutputCallback::addKV (op=, kv=..., gcWriter=..., this=0x7fc557ff44f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:807 #9 magma::LSMTree::gcOutputCallback::operator() (op=, kv=..., this=0x7fc557ff44f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:833 #10 operator() (op=, kv=..., __closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:789 #11 std::__invoke_impl&, std::pair&, magma::Operation> (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #12 std::__invoke_r&, std::pair&, magma::Operation> (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:116 #13 std::_Function_handler&, magma::Operation), magma::LSMTree::addKVs(magma::KVReader&, gcOutputCallback&, magma::ItemGCFilter&, bool):: >::_M_invoke(const std::_Any_data &, std::pair &, magma::Operation &&) (__functor=..., __args#0=..., __args#1=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:291 #14 0x0000000000b81a35 in std::function&, magma::Operation)>::operator()(std::pair&, magma::Operation) const (__args#1=, __args#0=..., this=0x7fc557ff4520) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #15 magma::ItemGCFilter::Process(magma::KVReader::KVStream&, std::function&, magma::Operation)>, bool) (this=this@entry=0x7fc5257bb080, input=..., outputCallback=..., inHistoryWindow=inHistoryWindow@entry=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/mvcc.cc:219 #16 0x0000000000b3de90 in magma::LSMTree::addKVs (isDocHistoryEnabled=false, gc=..., gcOutputCb=..., kvRdr=..., this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:791 #17 magma::LSMTree::writeSSTable(magma::SSTableWriter&, magma::Iterator*, long, std::function) (this=this@entry=0x7fc5257d6010, w=..., itr=itr@entry=0x7fc5257afb20, maxSn=maxSn@entry=208136, stopFn=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:859 #18 0x0000000000b41a02 in magma::LSMTree::writeSSTable(bool, magma::Iterator*, unsigned long, long, bool, std::function) (this=0x7fc5257d6010, appendMode=appendMode@entry=false, itr=itr@entry=0x7fc5257afb20, sizeEstimate=sizeEstimate@entry=0, maxSn=208136, isHistoryEnabled=false, stopFn=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:761 #19 0x0000000000b41d72 in operator() (__closure=__closure@entry=0x7fc557ff4c60, iterator=iterator@entry=0x7fc5257afb20) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:499 #20 0x0000000000b42eab in magma::LSMTree::writeMemtable (this=this@entry=0x7fc5257d6010, memtable=, isHistoryEnabled=isHistoryEnabled@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:531 #21 0x0000000000b4354b in magma::LSMTree::doMemtableFlushWork (this=0x7fc5257d6010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:592 #22 0x0000000000b43dfc in operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:1145 #23 std::__invoke_impl, magma::LSMTree::newFlush()::&> (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #24 std::__invoke_r, magma::LSMTree::newFlush()::&> (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:116 #25 std::_Function_handler(), magma::LSMTree::newFlush():: >::_M_invoke(const std::_Any_data &) (__functor=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:291 #26 0x0000000000b1ecdf in std::function ()>::operator()() const (this=0x7fc506470830) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #27 magma::FlushWork::Execute (this=0x7fc506470830) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/flush_work.cc:61 #28 0x0000000000aafab3 in magma::KVStore::executeFlush (this=this@entry=0x7fc5256ae010, kFlush=..., sFlush=..., lFlush=..., batch=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:476 #29 0x0000000000abb04f in operator() (__closure=0x7fc50e93ce20) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:618 #30 0x0000000000abc4b5 in std::__invoke_impl&> (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #31 std::__invoke_r&> (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:111 #32 std::_Function_handler >::_M_invoke(const std::_Any_data &) (__functor=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:290 #33 0x0000000000aefa68 in std::function::operator()() const (this=0x7fc519a370b0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #34 magma::TimedTask::Complete (this=, skipExecution=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:158 #35 0x0000000000af1524 in magma::TaskWorker::loop (w=0x7fc62d1cc640) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:180 #36 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62d1bcc48) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #37 operator() (__closure=0x7fc62d1bcc28) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #38 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #39 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #40 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62d1bcc28) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #41 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62d1bcc28) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #42 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62d1bcc20) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #43 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62d1bcc20) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #44 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #45 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7751 (LWP 3178495): #0 0x0000000000b1d7f4 in std::__shared_ptr::__shared_ptr (this=0x7fc4fee58640) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/shared_ptr_base.h:1522 #1 std::shared_ptr::shared_ptr (this=0x7fc4fee58640) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/shared_ptr.h:204 #2 std::_Construct, std::shared_ptr const&> (__p=0x7fc4fee58640) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_construct.h:119 #3 std::__do_uninit_copy<__gnu_cxx::__normal_iterator const*, std::vector, std::allocator > > >, std::shared_ptr*> (__result=0x7fc4fee58640, __last=..., __first=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_uninitialized.h:120 #4 std::__uninitialized_copy::__uninit_copy<__gnu_cxx::__normal_iterator const*, std::vector, std::allocator > > >, std::shared_ptr*> (__result=0x7fc4fee58640, __last=..., __first=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_uninitialized.h:137 #5 std::uninitialized_copy<__gnu_cxx::__normal_iterator const*, std::vector, std::allocator > > >, std::shared_ptr*> (__result=0x7fc4fee58640, __last=..., __first=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_uninitialized.h:185 #6 std::__uninitialized_copy_a<__gnu_cxx::__normal_iterator const*, std::vector, std::allocator > > >, std::shared_ptr*, std::shared_ptr > (__result=0x7fc4fee58640, __last=..., __first=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_uninitialized.h:373 #7 std::vector, std::allocator > >::_M_allocate_and_copy<__gnu_cxx::__normal_iterator const*, std::vector, std::allocator > > > > (this=0x7fc534113fc8, __last=..., __first=..., __n=6) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_vector.h:1619 #8 std::vector, std::allocator > >::operator= (__x=..., this=0x7fc534113fc8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/vector.tcc:238 #9 magma::TreeSnapshot::LevelData::operator= (this=0x7fc534113f80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/tree_snapshot.h:271 #10 magma::TreeSnapshot::Clone (this=, newMode=newMode@entry=magma::TreeSnapshot::Mode::Active) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/tree_snapshot.cc:74 #11 0x0000000000b436bb in magma::LSMTree::doMemtableFlushWork (this=0x7fc534139010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:612 #12 0x0000000000b43dfc in operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:1145 #13 std::__invoke_impl, magma::LSMTree::newFlush()::&> (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #14 std::__invoke_r, magma::LSMTree::newFlush()::&> (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:116 #15 std::_Function_handler(), magma::LSMTree::newFlush():: >::_M_invoke(const std::_Any_data &) (__functor=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:291 #16 0x0000000000b1ecdf in std::function ()>::operator()() const (this=0x7fc4fee9e630) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #17 magma::FlushWork::Execute (this=0x7fc4fee9e630) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/flush_work.cc:61 #18 0x0000000000aafab3 in magma::KVStore::executeFlush (this=this@entry=0x7fc534045810, kFlush=..., sFlush=..., lFlush=..., batch=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:476 #19 0x0000000000abb04f in operator() (__closure=0x7fc4fee9e940) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:618 #20 0x0000000000abc4b5 in std::__invoke_impl&> (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #21 std::__invoke_r&> (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:111 #22 std::_Function_handler >::_M_invoke(const std::_Any_data &) (__functor=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:290 #23 0x0000000000aefa68 in std::function::operator()() const (this=0x7fc516ce4830) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #24 magma::TimedTask::Complete (this=, skipExecution=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:158 #25 0x0000000000af1524 in magma::TaskWorker::loop (w=0x7fc62d1cc600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:180 #26 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62d1bcbf8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #27 operator() (__closure=0x7fc62d1bcbd8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #28 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #29 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #30 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62d1bcbd8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #31 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62d1bcbd8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #32 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62d1bcbd0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #33 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62d1bcbd0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #34 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #35 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7750 (LWP 3178494): #0 0x00007fc63551c4ba in __GI_fdatasync (fd=68248) at ../sysdeps/unix/sysv/linux/fdatasync.c:28 #1 0x0000000000adc91f in magma::BasicFile::Sync (this=0x7fc4fee306d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_linux.cc:192 #2 0x0000000000b5e0cb in magma::FileWithStats::Sync (this=0x7fc505d75440) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_stats.cc:58 #3 0x0000000000ade5e6 in magma::WriteFile (fs=..., path=..., data=..., doAtomic=doAtomic@entry=false, addChecksum=addChecksum@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/rw_file.cc:224 #4 0x0000000000b7a720 in magma::TreeSnapshot::Write (this=0x7fc534013590) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/encoding.cc:62 #5 0x0000000000b543de in magma::CheckpointManager::prepareSnapshot (this=0x7fc53411a0c0, treeSnapshot=..., generation=, rollbackPoint=rollbackPoint@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/checkpoint.cc:305 #6 0x0000000000b54b40 in magma::CheckpointTransaction::CreateSnapshot (this=this@entry=0x7fc4fee9e910, generation=, rollbackPoint=rollbackPoint@entry=true) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/shared_ptr_base.h:1349 #7 0x0000000000b1edf4 in magma::FlushWork::CreateCheckpoint (this=0x7fc4fee9e8b0, generation=generation@entry=162, rollbackPoint=rollbackPoint@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/flush_work.cc:82 #8 0x0000000000abb489 in operator() (__closure=0x7fc4fee9ebc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:643 #9 0x0000000000abc4b5 in std::__invoke_impl&> (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke_r&> (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:111 #11 std::_Function_handler >::_M_invoke(const std::_Any_data &) (__functor=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:290 #12 0x0000000000aefa68 in std::function::operator()() const (this=0x7fc5197f9950) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #13 magma::TimedTask::Complete (this=, skipExecution=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:158 #14 0x0000000000af1524 in magma::TaskWorker::loop (w=0x7fc62d1cc5c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:180 #15 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62d1bc748) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #16 operator() (__closure=0x7fc62d1bc728) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #17 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #18 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #19 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62d1bc728) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #20 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62d1bc728) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #21 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62d1bc720) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #22 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62d1bc720) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #23 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #24 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7749 (LWP 3178493): #0 0x00007fc63551c4ba in __GI_fdatasync (fd=68246) at ../sysdeps/unix/sysv/linux/fdatasync.c:28 #1 0x0000000000adc91f in magma::BasicFile::Sync (this=0x7fc5052ba460) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_linux.cc:192 #2 0x0000000000b5e0cb in magma::FileWithStats::Sync (this=0x7fc5052aa880) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_stats.cc:58 #3 0x0000000000ade5e6 in magma::WriteFile (fs=..., path=..., data=..., doAtomic=doAtomic@entry=false, addChecksum=addChecksum@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/rw_file.cc:224 #4 0x0000000000b7a720 in magma::TreeSnapshot::Write (this=0x7fc5052a9b90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/encoding.cc:62 #5 0x0000000000b543de in magma::CheckpointManager::prepareSnapshot (this=0x7fc52574aac0, treeSnapshot=..., generation=, rollbackPoint=rollbackPoint@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/checkpoint.cc:305 #6 0x0000000000b54b40 in magma::CheckpointTransaction::CreateSnapshot (this=this@entry=0x7fc50e93bdb0, generation=, rollbackPoint=rollbackPoint@entry=true) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/shared_ptr_base.h:1349 #7 0x0000000000b1edf4 in magma::FlushWork::CreateCheckpoint (this=0x7fc50e93bd50, generation=generation@entry=162, rollbackPoint=rollbackPoint@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/flush_work.cc:82 #8 0x0000000000abb5d5 in operator() (__closure=0x7fc5052157a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:645 #9 0x0000000000abc4b5 in std::__invoke_impl&> (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke_r&> (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:111 #11 std::_Function_handler >::_M_invoke(const std::_Any_data &) (__functor=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:290 #12 0x0000000000aefa68 in std::function::operator()() const (this=0x7fc51788c6c0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #13 magma::TimedTask::Complete (this=, skipExecution=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:158 #14 0x0000000000af1524 in magma::TaskWorker::loop (w=0x7fc62d1cc580) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:180 #15 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62d1bcba8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #16 operator() (__closure=0x7fc62d1bcb88) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #17 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #18 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #19 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62d1bcb88) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #20 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62d1bcb88) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #21 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62d1bcb80) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #22 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62d1bcb80) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #23 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #24 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7748 (LWP 3178492): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x7fc55e7f5120, op=393, expected=0, futex_word=0x7fc6324167d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc6324167d0, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc55e7f5120, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc6324167d0, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc55e7f5120, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5afc in __pthread_cond_wait_common (abstime=0x7fc55e7f5120, clockid=0, mutex=0x7fc632416818, cond=0x7fc6324167a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=cond@entry=0x7fc6324167a8, mutex=mutex@entry=0x7fc632416818, abstime=abstime@entry=0x7fc55e7f5120) at ./nptl/pthread_cond_wait.c:643 #5 0x00007fc632a3d594 in background_thread_sleep (tsdn=, interval=, info=) at src/background_thread.c:159 #6 background_work_sleep_once (ind=, info=, tsdn=) at src/background_thread.c:229 #7 background_work (ind=, tsd=) at src/background_thread.c:419 #8 background_thread_entry (ind_arg=) at src/background_thread.c:444 #9 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #10 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7747 (LWP 3178491): #0 0x00007fc635526e56 in epoll_wait (epfd=10, events=events@entry=0x7fc62f86d300, maxevents=32, timeout=timeout@entry=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #1 0x00007fc633c223fc in epoll_dispatch (base=0x7fc62f864c00, tv=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fc633c190e9 in event_base_loop (base=0x7fc62f864c00, flags=flags@entry=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74 #4 folly::EventBase::loopBody (this=this@entry=0x7fc62f948180, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381 #5 0x0000000000d7c1ce in folly::EventBase::loop (this=this@entry=0x7fc62f948180) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305 #6 0x0000000000d7e698 in folly::EventBase::loopForever (this=0x7fc62f948180) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524 #7 0x00000000005b2f94 in NetworkInterfaceManagerThread::run (this=0x7fc62f867640) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/network_interface_manager_thread.cc:27 #8 0x0000000000ccec43 in Couchbase::Thread::thread_entry (this=0x7fc62f867640) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:39 #9 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc6303eca10) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #10 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #11 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7746 (LWP 3178490): #0 0x00007fc635526e56 in epoll_wait (epfd=55, events=events@entry=0x7fc62f86e080, maxevents=32, timeout=timeout@entry=40) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #1 0x00007fc633c223fc in epoll_dispatch (base=0x7fc62f866d00, tv=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fc633c190e9 in event_base_loop (base=0x7fc62f866d00, flags=flags@entry=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74 #4 folly::EventBase::loopBody (this=this@entry=0x7fc62f949300, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381 #5 0x0000000000d7c1ce in folly::EventBase::loop (this=this@entry=0x7fc62f949300) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305 #6 0x0000000000d7e698 in folly::EventBase::loopForever (this=0x7fc62f949300) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524 #7 0x0000000000d38eb9 in folly::IOThreadPoolExecutor::threadRun (this=0x7fc62f948400, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/IOThreadPoolExecutor.cpp:250 #8 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #9 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #10 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #11 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #12 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #13 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7890) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #14 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #15 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7745 (LWP 3178489): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5827f1c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db2e8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db2e8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5827f1ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c8e9 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db2e8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db2e8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=: ) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db2e8, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #8 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x30685c0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #10 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x30685c0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x3068580, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb6500, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #13 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #14 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #15 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #16 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #17 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #18 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83bc80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83bc80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #21 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7820) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #22 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #23 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7744 (LWP 3178488): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc582ff2c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db528) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db528, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc582ff2ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c8e9 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db528) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db528) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=: ) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db528, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #8 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x30685c0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #10 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x30685c0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x3068580, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb6500, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #13 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #14 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #15 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #16 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #17 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #18 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83bc00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83bc00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #21 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd77b0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #22 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #23 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7743 (LWP 3178487): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5837f3c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db5d0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db5d0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5837f3ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c8e9 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db5d0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db5d0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=: ) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db5d0, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #8 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x30685c0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #10 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x30685c0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x3068580, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb6500, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #13 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #14 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #15 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #16 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #17 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #18 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83bbc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83bbc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #21 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7740) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #22 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #23 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7742 (LWP 3178486): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc583ff4c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db558) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db558, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc583ff4ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c8e9 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db558) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db558) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=: ) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db558, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #8 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x30685c0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #10 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x30685c0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x3068580, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb6500, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #13 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #14 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #15 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #16 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #17 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #18 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83bb80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83bb80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #21 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd76d0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #22 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #23 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7741 (LWP 3178485): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5a0feec88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db2a0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db2a0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5a0feece8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db2a0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db2a0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db2a0, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83ba40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83ba40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7660) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7740 (LWP 3178484): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5a17efc88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db288) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db288, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5a17efce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db288) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db288) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db288, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83ba00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83ba00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd75f0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7739 (LWP 3178483): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5a1ff0c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db270) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db270, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5a1ff0ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db270) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db270) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db270, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b9c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b9c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7580) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7738 (LWP 3178482): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5a27f1c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db258) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db258, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5a27f1ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db258) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db258) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db258, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b980) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b980) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7510) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7737 (LWP 3178481): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5a2ff2c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db240) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db240, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5a2ff2ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db240) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db240) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db240, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b940) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b940) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd74a0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7736 (LWP 3178480): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5a37f3c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db210) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db210, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5a37f3ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db210) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db210) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db210, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b900) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b900) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7430) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7735 (LWP 3178479): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5a3ff4c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db1f8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db1f8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5a3ff4ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db1f8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db1f8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db1f8, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b8c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b8c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd73c0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7734 (LWP 3178478): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5c4feec88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db228) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db228, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5c4feece8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db228) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db228) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db228, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b880) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b880) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7350) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7733 (LWP 3178477): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5c57efc88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db1e0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db1e0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5c57efce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db1e0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db1e0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db1e0, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd72e0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7732 (LWP 3178476): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5c5ff0c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db1c8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db1c8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5c5ff0ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db1c8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db1c8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db1c8, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b800) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b800) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7270) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7731 (LWP 3178475): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5c67f1c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db1b0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db1b0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5c67f1ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db1b0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db1b0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db1b0, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b740) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b740) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7200) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7730 (LWP 3178474): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5c6ff2c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db198) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db198, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5c6ff2ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db198) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db198) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db198, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b7c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b7c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7190) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7729 (LWP 3178473): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5c77f3c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db180) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db180, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5c77f3ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db180) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db180) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db180, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b780) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b780) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7120) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7728 (LWP 3178472): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5c7ff4c88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db168) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db168, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5c7ff4ce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db168) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db168) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db168, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62f83b700) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62f83b700) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd70b0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7727 (LWP 3178471): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5ecfccc88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db150) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db150, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5ecfccce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db150) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db150) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db150, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f09c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f09c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd7040) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7726 (LWP 3178470): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5ed7cdc88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db138) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db138, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5ed7cdce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db138) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db138) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db138, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066bc0, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066bc0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066b80, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb5900, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f0940) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f0940) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6fd0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7725 (LWP 3178469): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5edfcec88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db108) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db108, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5edfcece8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db108) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db108) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db108, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066340, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066340) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066300, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4d00, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f07c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f07c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6f60) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7724 (LWP 3178468): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc5ee7cfc88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db120) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db120, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc5ee7cfce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db120) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db120) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db120, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066340, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066340) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066300, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4d00, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f06c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f06c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6ef0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7723 (LWP 3178467): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc608feec88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db0f0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db0f0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc608feece8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db0f0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db0f0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db0f0, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066340, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066340) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066300, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4d00, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f0640) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f0640) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6e80) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7722 (LWP 3178466): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x0000000000d2374a in folly::detail::(anonymous namespace)::nativeFutexWaitImpl (waitMask=4294967295, absSteadyTime=0x7fc6097efc88, absSystemTime=0x0, expected=137, addr=0x7fc5ee7db0d8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:126 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fc5ee7db0d8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fc6097efce8, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000d2c894 in folly::detail::futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fc5ee7db0d8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:81 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (deadline=..., deadline=..., waitMask=4294967295, expected=2, futex=0x7fc5ee7db0d8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:120 #5 folly::detail::MemoryIdler::futexWaitUntil, std::chrono::time_point > >, std::chrono::duration > > (fut=..., expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295, idleTimeout=..., stackToRetain=stackToRetain@entry=1024, timeoutVariationFrac=timeoutVariationFrac@entry=0.5) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x0000000000d30ad6 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7fc5ee7db0d8, deadline=..., opt=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:312 #7 0x0000000000d312a5 in folly::SaturatingSemaphore::try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:173 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x3066340, deadline=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:523 #9 0x0000000000d34a1f in folly::detail::LifoSemBase, std::atomic>::try_wait_for > (timeout=..., this=0x3066340) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:500 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x3066300, time=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000d2a5d4 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4d00, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:284 #12 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #13 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #14 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #15 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #16 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #17 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f05c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #18 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f05c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #20 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6e10) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #21 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #22 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7721 (LWP 3178465): #0 0x00007fc6354a95bc in lll_mutex_lock_optimized (mutex=0x7fc51d00d920) at ./nptl/pthread_mutex_lock.c:48 #1 ___pthread_mutex_lock (mutex=0x7fc51d00d920) at ./nptl/pthread_mutex_lock.c:93 #2 0x00000000007cb4e2 in __gthread_mutex_lock (__mutex=0x7fc51d00d920) at /opt/gcc-13.2.0/include/c++/13.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:749 #3 std::mutex::lock (this=0x7fc51d00d920) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_mutex.h:113 #4 std::unique_lock::lock (this=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/unique_lock.h:141 #5 std::unique_lock::unique_lock (__m=..., this=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/unique_lock.h:71 #6 folly::LockedPtr, folly::HeterogeneousAccessHash, folly::HeterogeneousAccessEqualTo, std::allocator > > >, std::mutex>, folly::detail::SynchronizedLockPolicy<(folly::detail::SynchronizedMutexLevel)1, (folly::detail::SynchronizedMutexMethod)0> >::doLock, folly::detail::SynchronizedLockPolicy<(folly::detail::SynchronizedMutexLevel)1, (folly::detail::SynchronizedMutexMethod)0>, 0> (mutex=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1397 #7 folly::LockedPtr, folly::HeterogeneousAccessHash, folly::HeterogeneousAccessEqualTo, std::allocator > > >, std::mutex>, folly::detail::SynchronizedLockPolicy<(folly::detail::SynchronizedMutexLevel)1, (folly::detail::SynchronizedMutexMethod)0> >::LockedPtr (parent=0x7fc51d00d900, this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:1185 #8 folly::SynchronizedBase, folly::HeterogeneousAccessHash, folly::HeterogeneousAccessEqualTo, std::allocator > > >, std::mutex>, (folly::detail::SynchronizedMutexLevel)1>::lock (this=0x7fc51d00d900) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Synchronized.h:469 #9 EPStats::trackCollectionStats (this=, cid=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/stats.cc:185 #10 0x0000000000808c35 in Warmup::loadCollectionStatsForShard (this=, shardId=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1529 #11 0x000000000080fe99 in WarmupLoadingCollectionCounts::run (this=0x7fc4f172c210) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:230 #12 0x0000000000baa7af in GlobalTask::execute (this=this@entry=0x7fc4f172c210, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:79 #13 0x0000000000904652 in EpTask::execute (this=0x7fc4f172c210, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_task.cc:43 #14 0x0000000000ba881a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fc609ff0d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:316 #15 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:363 #16 0x0000000000bab903 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc609ff0d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #17 operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #18 0x0000000000d41b1f in folly::detail::function::FunctionTraits::operator()() (this=0x7fc609ff0ff0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #19 folly::ThreadPoolExecutor::runTask (this=this@entry=0x7fc62fdb4100, thread=..., task=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #20 0x0000000000d2a647 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:306 #21 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #22 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #23 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #24 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #25 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #26 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f0340) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #27 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f0340) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #28 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #29 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6da0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #30 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #31 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7720 (LWP 3178464): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc513bb7b58) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc513bb7b58, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc513bb7b58, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc513bb7b08, cond=0x7fc513bb7b30) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc513bb7b30, mutex=0x7fc513bb7b08) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000ab68d7 in magma::KVStore::acquireFlushBarrier (this=this@entry=0x7fc513bb7810) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1865 #6 0x0000000000abbd90 in magma::KVStore::flushMemTables (this=0x7fc513bb7810, wal=0x7fc51d13c380, offset=..., flushMode=magma::KVStore::FlushMode::Sync, blockMode=magma::BlockingMode::Blocking, batch=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:504 #7 0x0000000000abc470 in magma::KVStore::FlushMemTables (this=, wal=, flushMode=, blockMode=blockMode@entry=magma::BlockingMode::Blocking) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:409 #8 0x0000000000a4412d in magma::Magma::Impl::syncKVStore (this=0x7fc513b3e000, kvID=kvID@entry=737, checkpoint=checkpoint@entry=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1549 #9 0x0000000000a4426a in magma::Magma::Impl::SyncKVStore (this=, kvID=kvID@entry=737) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:380 #10 0x0000000000a4428f in magma::Magma::SyncKVStore (this=, kvID=kvID@entry=737) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:384 #11 0x000000000098fece in MagmaMemoryTrackingProxy::SyncKVStore (this=0x7fc51d0740c0, kvID=737) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-memory-tracking-proxy.cc:504 #12 0x0000000000972a28 in MagmaKVStore::makeFileHandle (this=0x7fc518f29f00, vbid=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62 #13 0x0000000000808a4b in Warmup::loadCollectionStatsForShard (this=, shardId=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1513 #14 0x000000000080fe99 in WarmupLoadingCollectionCounts::run (this=0x7fc4f172c190) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:230 #15 0x0000000000baa7af in GlobalTask::execute (this=this@entry=0x7fc4f172c190, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:79 #16 0x0000000000904652 in EpTask::execute (this=0x7fc4f172c190, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_task.cc:43 #17 0x0000000000ba881a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fc60a7f1d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:316 #18 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:363 #19 0x0000000000bab903 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc60a7f1d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #20 operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #21 0x0000000000d41b1f in folly::detail::function::FunctionTraits::operator()() (this=0x7fc60a7f1ff0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #22 folly::ThreadPoolExecutor::runTask (this=this@entry=0x7fc62fdb4100, thread=..., task=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #23 0x0000000000d2a647 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:306 #24 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #25 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #26 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #27 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #28 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #29 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f02c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #30 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f02c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #31 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #32 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6d30) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #33 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #34 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7719 (LWP 3178463): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc515da3358) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc515da3358, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc515da3358, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc515da3308, cond=0x7fc515da3330) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc515da3330, mutex=0x7fc515da3308) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000ab68d7 in magma::KVStore::acquireFlushBarrier (this=this@entry=0x7fc515da3010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1865 #6 0x0000000000abbd90 in magma::KVStore::flushMemTables (this=0x7fc515da3010, wal=0x7fc5a01b6880, offset=..., flushMode=magma::KVStore::FlushMode::Sync, blockMode=magma::BlockingMode::Blocking, batch=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:504 #7 0x0000000000abc470 in magma::KVStore::FlushMemTables (this=, wal=, flushMode=, blockMode=blockMode@entry=magma::BlockingMode::Blocking) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:409 #8 0x0000000000a4412d in magma::Magma::Impl::syncKVStore (this=0x7fc5154f2000, kvID=kvID@entry=63, checkpoint=checkpoint@entry=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1549 #9 0x0000000000a4426a in magma::Magma::Impl::SyncKVStore (this=, kvID=kvID@entry=63) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:380 #10 0x0000000000a4428f in magma::Magma::SyncKVStore (this=, kvID=kvID@entry=63) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:384 #11 0x000000000098fece in MagmaMemoryTrackingProxy::SyncKVStore (this=0x7fc515410c58, kvID=63) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-memory-tracking-proxy.cc:504 #12 0x0000000000972a28 in MagmaKVStore::makeFileHandle (this=0x7fc515400100, vbid=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62 #13 0x0000000000808a4b in Warmup::loadCollectionStatsForShard (this=, shardId=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1513 #14 0x000000000080fe99 in WarmupLoadingCollectionCounts::run (this=0x7fc516fc9790) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:230 #15 0x0000000000baa7af in GlobalTask::execute (this=this@entry=0x7fc516fc9790, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:79 #16 0x0000000000904652 in EpTask::execute (this=0x7fc516fc9790, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_task.cc:43 #17 0x0000000000ba881a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fc60aff2d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:316 #18 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:363 #19 0x0000000000bab903 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc60aff2d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #20 operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #21 0x0000000000d41b1f in folly::detail::function::FunctionTraits::operator()() (this=0x7fc60aff2ff0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #22 folly::ThreadPoolExecutor::runTask (this=this@entry=0x7fc62fdb4100, thread=..., task=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #23 0x0000000000d2a647 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:306 #24 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #25 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #26 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #27 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #28 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #29 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f0140) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #30 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f0140) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #31 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #32 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6cc0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #33 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #34 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7718 (LWP 3178462): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc516c07358) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc516c07358, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc516c07358, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc516c07308, cond=0x7fc516c07330) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc516c07330, mutex=0x7fc516c07308) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000ab68d7 in magma::KVStore::acquireFlushBarrier (this=this@entry=0x7fc516c07010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1865 #6 0x0000000000abbd90 in magma::KVStore::flushMemTables (this=0x7fc516c07010, wal=0x7fc5375bca80, offset=..., flushMode=magma::KVStore::FlushMode::Sync, blockMode=magma::BlockingMode::Blocking, batch=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:504 #7 0x0000000000abc470 in magma::KVStore::FlushMemTables (this=, wal=, flushMode=, blockMode=blockMode@entry=magma::BlockingMode::Blocking) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:409 #8 0x0000000000a4412d in magma::Magma::Impl::syncKVStore (this=0x7fc5341e7000, kvID=kvID@entry=337, checkpoint=checkpoint@entry=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1549 #9 0x0000000000a4426a in magma::Magma::Impl::SyncKVStore (this=, kvID=kvID@entry=337) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:380 #10 0x0000000000a4428f in magma::Magma::SyncKVStore (this=, kvID=kvID@entry=337) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:384 #11 0x000000000098fece in MagmaMemoryTrackingProxy::SyncKVStore (this=0x7fc5374f40c0, kvID=337) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-memory-tracking-proxy.cc:504 #12 0x0000000000972a28 in MagmaKVStore::makeFileHandle (this=0x7fc53415cf00, vbid=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62 #13 0x0000000000808a4b in Warmup::loadCollectionStatsForShard (this=, shardId=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1513 #14 0x000000000080fe99 in WarmupLoadingCollectionCounts::run (this=0x7fc51664c390) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:230 #15 0x0000000000baa7af in GlobalTask::execute (this=this@entry=0x7fc51664c390, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:79 #16 0x0000000000904652 in EpTask::execute (this=0x7fc51664c390, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_task.cc:43 #17 0x0000000000ba881a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fc618bf0d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:316 #18 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:363 #19 0x0000000000bab903 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc618bf0d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #20 operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #21 0x0000000000d41b1f in folly::detail::function::FunctionTraits::operator()() (this=0x7fc618bf0ff0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #22 folly::ThreadPoolExecutor::runTask (this=this@entry=0x7fc62fdb4100, thread=..., task=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #23 0x0000000000d2a647 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:306 #24 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #25 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #26 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #27 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #28 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #29 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f0240) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #30 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f0240) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #31 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #32 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6c50) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #33 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #34 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7717 (LWP 3178461): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc53410a358) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc53410a358, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc53410a358, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc53410a308, cond=0x7fc53410a330) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc53410a330, mutex=0x7fc53410a308) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000ab68d7 in magma::KVStore::acquireFlushBarrier (this=this@entry=0x7fc53410a010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1865 #6 0x0000000000abbd90 in magma::KVStore::flushMemTables (this=0x7fc53410a010, wal=0x7fc5375bc000, offset=..., flushMode=magma::KVStore::FlushMode::Sync, blockMode=magma::BlockingMode::Blocking, batch=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:504 #7 0x0000000000abc470 in magma::KVStore::FlushMemTables (this=, wal=, flushMode=, blockMode=blockMode@entry=magma::BlockingMode::Blocking) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:409 #8 0x0000000000a4412d in magma::Magma::Impl::syncKVStore (this=0x7fc537545000, kvID=kvID@entry=248, checkpoint=checkpoint@entry=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1549 #9 0x0000000000a4426a in magma::Magma::Impl::SyncKVStore (this=, kvID=kvID@entry=248) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:380 #10 0x0000000000a4428f in magma::Magma::SyncKVStore (this=, kvID=kvID@entry=248) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:384 #11 0x000000000098fece in MagmaMemoryTrackingProxy::SyncKVStore (this=0x7fc5374f40c8, kvID=248) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-memory-tracking-proxy.cc:504 #12 0x0000000000972a28 in MagmaKVStore::makeFileHandle (this=0x7fc537511a00, vbid=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62 #13 0x0000000000808a4b in Warmup::loadCollectionStatsForShard (this=, shardId=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1513 #14 0x000000000080fe99 in WarmupLoadingCollectionCounts::run (this=0x7fc51664c310) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:230 #15 0x0000000000baa7af in GlobalTask::execute (this=this@entry=0x7fc51664c310, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:79 #16 0x0000000000904652 in EpTask::execute (this=0x7fc51664c310, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_task.cc:43 #17 0x0000000000ba881a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fc6193f1d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:316 #18 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:363 #19 0x0000000000bab903 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6193f1d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #20 operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #21 0x0000000000d41b1f in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6193f1ff0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #22 folly::ThreadPoolExecutor::runTask (this=this@entry=0x7fc62fdb4100, thread=..., task=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #23 0x0000000000d2a647 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:306 #24 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #25 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #26 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #27 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #28 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #29 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f01c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #30 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f01c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #31 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #32 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6be0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #33 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #34 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7716 (LWP 3178460): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc51d0ad358) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc51d0ad358, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc51d0ad358, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc51d0ad308, cond=0x7fc51d0ad330) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc51d0ad330, mutex=0x7fc51d0ad308) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000ab68d7 in magma::KVStore::acquireFlushBarrier (this=this@entry=0x7fc51d0ad010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1865 #6 0x0000000000abbd90 in magma::KVStore::flushMemTables (this=0x7fc51d0ad010, wal=0x7fc51d13c000, offset=..., flushMode=magma::KVStore::FlushMode::Sync, blockMode=magma::BlockingMode::Blocking, batch=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:504 #7 0x0000000000abc470 in magma::KVStore::FlushMemTables (this=, wal=, flushMode=, blockMode=blockMode@entry=magma::BlockingMode::Blocking) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:409 #8 0x0000000000a4412d in magma::Magma::Impl::syncKVStore (this=0x7fc51d0c5000, kvID=kvID@entry=736, checkpoint=checkpoint@entry=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1549 #9 0x0000000000a4426a in magma::Magma::Impl::SyncKVStore (this=, kvID=kvID@entry=736) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:380 #10 0x0000000000a4428f in magma::Magma::SyncKVStore (this=, kvID=kvID@entry=736) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:384 #11 0x000000000098fece in MagmaMemoryTrackingProxy::SyncKVStore (this=0x7fc51d0740c8, kvID=736) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-memory-tracking-proxy.cc:504 #12 0x0000000000972a28 in MagmaKVStore::makeFileHandle (this=0x7fc51d091a00, vbid=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62 #13 0x0000000000808a4b in Warmup::loadCollectionStatsForShard (this=, shardId=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1513 #14 0x000000000080fe99 in WarmupLoadingCollectionCounts::run (this=0x7fc4f172c110) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:230 #15 0x0000000000baa7af in GlobalTask::execute (this=this@entry=0x7fc4f172c110, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:79 #16 0x0000000000904652 in EpTask::execute (this=0x7fc4f172c110, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_task.cc:43 #17 0x0000000000ba881a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fc619bf2d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:316 #18 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:363 #19 0x0000000000bab903 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc619bf2d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #20 operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #21 0x0000000000d41b1f in folly::detail::function::FunctionTraits::operator()() (this=0x7fc619bf2ff0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #22 folly::ThreadPoolExecutor::runTask (this=this@entry=0x7fc62fdb4100, thread=..., task=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #23 0x0000000000d2a647 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:306 #24 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #25 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #26 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #27 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #28 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #29 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f00c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #30 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f00c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #31 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #32 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6b70) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #33 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #34 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7715 (LWP 3178459): #0 __libc_pwrite64 (offset=, count=8192, buf=0x7fc512fa9000, fd=51145) at ../sysdeps/unix/sysv/linux/pwrite64.c:25 #1 __libc_pwrite64 (fd=51145, buf=0x7fc512fa9000, count=8192, offset=0) at ../sysdeps/unix/sysv/linux/pwrite64.c:23 #2 0x0000000000ad92d7 in magma::BasicFile::Write (this=0x7fc512e8fd50, offset=0, src=0x7fc512fa9000 , len=8192) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_linux.cc:175 #3 0x0000000000b5df9e in magma::FileWithStats::Write (this=0x7fc506f16b60, offset=0, src=0x7fc512fa9000 , len=8192) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_stats.cc:51 #4 0x0000000000adfe48 in magma::SizeTrackingFileWriter::Write (len=8192, src=, offset=, this=0x7fc507302080) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/rw_file.cc:55 #5 magma::BufferedFileWriter::flush (this=this@entry=0x7fc518e1d800, sync=sync@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/rw_file.cc:491 #6 0x0000000000ae029d in magma::BufferedFileWriter::Write (this=0x7fc518e1d800, data=, len=4035, sync=sync@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/rw_file.cc:581 #7 0x0000000000b6c829 in magma::SSTableWriter::writePadding (this=this@entry=0x7fc5071fa700, sync=sync@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/include/libmagma/slice.h:58 #8 0x0000000000b6cf70 in magma::SSTableWriter::writeFooter (this=this@entry=0x7fc5071fa700, indexBP=..., metaBP=..., bfBP=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable_writer.cc:342 #9 0x0000000000b72605 in magma::SSTableWriter::GenerateTable (this=this@entry=0x7fc5071fa700) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable_writer.cc:505 #10 0x0000000000b3df7d in magma::LSMTree::writeSSTable(magma::SSTableWriter&, magma::Iterator*, long, std::function) (this=this@entry=0x7fc50730e010, w=..., itr=itr@entry=0x7fc507333340, maxSn=maxSn@entry=247982, stopFn=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:869 #11 0x0000000000b417d6 in magma::LSMTree::writeSSTable(bool, magma::Iterator*, unsigned long, long, bool, std::function) (this=0x7fc50730e010, appendMode=, itr=itr@entry=0x7fc507333340, sizeEstimate=, maxSn=247982, isHistoryEnabled=true, stopFn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/unique_ptr.h:453 #12 0x0000000000b41e73 in operator() (__closure=__closure@entry=0x7fc61a3f2d00, iterator=iterator@entry=0x7fc507333340) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:515 #13 0x0000000000b431be in magma::LSMTree::writeMemtable (this=this@entry=0x7fc50730e010, memtable=, isHistoryEnabled=isHistoryEnabled@entry=true) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:538 #14 0x0000000000b4354b in magma::LSMTree::doMemtableFlushWork (this=0x7fc50730e010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:592 #15 0x0000000000b43dfc in operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:1145 #16 std::__invoke_impl, magma::LSMTree::newFlush()::&> (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #17 std::__invoke_r, magma::LSMTree::newFlush()::&> (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:116 #18 std::_Function_handler(), magma::LSMTree::newFlush():: >::_M_invoke(const std::_Any_data &) (__functor=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:291 #19 0x0000000000b1ecdf in std::function ()>::operator()() const (this=0x7fc4f11b7b30) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #20 magma::FlushWork::Execute (this=0x7fc4f11b7b30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/flush_work.cc:61 #21 0x0000000000aafab3 in magma::KVStore::executeFlush (this=this@entry=0x7fc50704f010, kFlush=..., sFlush=..., lFlush=..., batch=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:476 #22 0x0000000000abb04f in operator() (__closure=__closure@entry=0x7fc61a3f3310) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:618 #23 0x0000000000abc2ab in magma::KVStore::flushMemTables (this=0x7fc50704f010, wal=, offset=..., flushMode=, blockMode=, batch=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:690 #24 0x0000000000abc470 in magma::KVStore::FlushMemTables (this=, wal=, flushMode=, blockMode=blockMode@entry=magma::BlockingMode::Blocking) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:409 #25 0x0000000000a4412d in magma::Magma::Impl::syncKVStore (this=0x7fc514fec000, kvID=kvID@entry=715, checkpoint=checkpoint@entry=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1549 #26 0x0000000000a4426a in magma::Magma::Impl::SyncKVStore (this=, kvID=kvID@entry=715) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:380 #27 0x0000000000a4428f in magma::Magma::SyncKVStore (this=, kvID=kvID@entry=715) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:384 #28 0x000000000098fece in MagmaMemoryTrackingProxy::SyncKVStore (this=0x7fc514f21ea8, kvID=715) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-memory-tracking-proxy.cc:504 #29 0x0000000000972a28 in MagmaKVStore::makeFileHandle (this=0x7fc514f3fd00, vbid=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62 #30 0x0000000000808a4b in Warmup::loadCollectionStatsForShard (this=, shardId=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1513 #31 0x000000000080fe99 in WarmupLoadingCollectionCounts::run (this=0x7fc4f172c290) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:230 #32 0x0000000000baa7af in GlobalTask::execute (this=this@entry=0x7fc4f172c290, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:79 #33 0x0000000000904652 in EpTask::execute (this=0x7fc4f172c290, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_task.cc:43 #34 0x0000000000ba881a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fc61a3f3d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:316 #35 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:363 #36 0x0000000000bab903 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc61a3f3d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #37 operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #38 0x0000000000d41b1f in folly::detail::function::FunctionTraits::operator()() (this=0x7fc61a3f3ff0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #39 folly::ThreadPoolExecutor::runTask (this=this@entry=0x7fc62fdb4100, thread=..., task=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #40 0x0000000000d2a647 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:306 #41 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #42 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #43 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #44 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #45 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #46 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc6303f0040) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #47 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc6303f0040) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #48 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #49 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6b00) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #50 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #51 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7714 (LWP 3178458): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7fc50f460358) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc50f460358, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc50f460358, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fc50f460308, cond=0x7fc50f460330) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x7fc50f460330, mutex=0x7fc50f460308) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000ab68d7 in magma::KVStore::acquireFlushBarrier (this=this@entry=0x7fc50f460010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1865 #6 0x0000000000abbd90 in magma::KVStore::flushMemTables (this=0x7fc50f460010, wal=0x7fc5375bd500, offset=..., flushMode=magma::KVStore::FlushMode::Sync, blockMode=magma::BlockingMode::Blocking, batch=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:504 #7 0x0000000000abc470 in magma::KVStore::FlushMemTables (this=, wal=, flushMode=, blockMode=blockMode@entry=magma::BlockingMode::Blocking) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:409 #8 0x0000000000a4412d in magma::Magma::Impl::syncKVStore (this=0x7fc514975000, kvID=kvID@entry=700, checkpoint=checkpoint@entry=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1549 #9 0x0000000000a4426a in magma::Magma::Impl::SyncKVStore (this=, kvID=kvID@entry=700) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:380 #10 0x0000000000a4428f in magma::Magma::SyncKVStore (this=, kvID=kvID@entry=700) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:384 #11 0x000000000098fece in MagmaMemoryTrackingProxy::SyncKVStore (this=0x7fc5148ffea0, kvID=700) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-memory-tracking-proxy.cc:504 #12 0x0000000000972a28 in MagmaKVStore::makeFileHandle (this=0x7fc5148ee200, vbid=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62 #13 0x0000000000808a4b in Warmup::loadCollectionStatsForShard (this=, shardId=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:1513 #14 0x000000000080fe99 in WarmupLoadingCollectionCounts::run (this=0x7fc51664c510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/warmup.cc:230 #15 0x0000000000baa7af in GlobalTask::execute (this=this@entry=0x7fc51664c510, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:79 #16 0x0000000000904652 in EpTask::execute (this=0x7fc51664c510, threadName=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_task.cc:43 #17 0x0000000000ba881a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fc61abf4d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:316 #18 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:363 #19 0x0000000000bab903 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc61abf4d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #20 operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42 #21 0x0000000000d41b1f in folly::detail::function::FunctionTraits::operator()() (this=0x7fc61abf4ff0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #22 folly::ThreadPoolExecutor::runTask (this=this@entry=0x7fc62fdb4100, thread=..., task=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #23 0x0000000000d2a647 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc62fdb4100, thread=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:306 #24 0x0000000000d446ba in std::__invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__f=, __t=, __f=, __t=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:73 #25 std::__invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #26 std::_Bind))(std::shared_ptr)>::__call(std::tuple<>&&, std::_Index_tuple<0ul, 1ul>) (__args=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:416 #27 std::_Bind))(std::shared_ptr)>::operator()<, void>() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/functional:499 #28 folly::detail::function::FunctionTraits::callSmall))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:363 #29 0x0000000000ba4b60 in folly::detail::function::FunctionTraits::operator()() (this=0x7fc62fcee6c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #30 CBRegisteredThreadFactory::newThread(folly::Function&&)::{lambda()#1}::operator()() (__closure=0x7fc62fcee6c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49 #31 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:377 #32 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fdd6a90) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #33 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #34 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7713 (LWP 3178457): #0 0x00007fc635526e56 in epoll_wait (epfd=50, events=events@entry=0x7fc62f86dd80, maxevents=32, timeout=timeout@entry=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #1 0x00007fc633c223fc in epoll_dispatch (base=0x7fc62f866100, tv=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fc633c190e9 in event_base_loop (base=0x7fc62f866100, flags=flags@entry=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74 #4 folly::EventBase::loopBody (this=this@entry=0x7fc62fd5cab0, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381 #5 0x0000000000d7c1ce in folly::EventBase::loop (this=this@entry=0x7fc62fd5cab0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305 #6 0x0000000000d7e698 in folly::EventBase::loopForever (this=this@entry=0x7fc62fd5cab0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524 #7 0x00000000005cf0d9 in worker_libevent (arg=0x7fc62fd5caa0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:272 #8 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62fd08418) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #9 operator() (__closure=0x7fc62fd083f8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #10 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #11 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #12 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62fd083f8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #13 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62fd083f8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #14 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62fd083f0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #15 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fd083f0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #16 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #17 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7712 (LWP 3178456): #0 0x00007fc635526e56 in epoll_wait (epfd=45, events=events@entry=0x7fc62f86dc00, maxevents=32, timeout=timeout@entry=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #1 0x00007fc633c223fc in epoll_dispatch (base=0x7fc62f865e00, tv=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fc633c190e9 in event_base_loop (base=0x7fc62f865e00, flags=flags@entry=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74 #4 folly::EventBase::loopBody (this=this@entry=0x7fc62fd5be40, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381 #5 0x0000000000d7c1ce in folly::EventBase::loop (this=this@entry=0x7fc62fd5be40) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305 #6 0x0000000000d7e698 in folly::EventBase::loopForever (this=this@entry=0x7fc62fd5be40) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524 #7 0x00000000005cf0d9 in worker_libevent (arg=0x7fc62fd5be30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:272 #8 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62fd08468) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #9 operator() (__closure=0x7fc62fd08448) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #10 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #11 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #12 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62fd08448) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #13 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62fd08448) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #14 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62fd08440) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #15 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fd08440) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #16 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #17 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7711 (LWP 3178455): #0 0x00007fc635526e56 in epoll_wait (epfd=40, events=events@entry=0x7fc62f86da80, maxevents=32, timeout=timeout@entry=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #1 0x00007fc633c223fc in epoll_dispatch (base=0x7fc62f865b00, tv=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fc633c190e9 in event_base_loop (base=0x7fc62f865b00, flags=flags@entry=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74 #4 folly::EventBase::loopBody (this=this@entry=0x7fc62fd5b1d0, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381 #5 0x0000000000d7c1ce in folly::EventBase::loop (this=this@entry=0x7fc62fd5b1d0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305 #6 0x0000000000d7e698 in folly::EventBase::loopForever (this=this@entry=0x7fc62fd5b1d0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524 #7 0x00000000005cf0d9 in worker_libevent (arg=0x7fc62fd5b1c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:272 #8 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62fd06118) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #9 operator() (__closure=0x7fc62fd060f8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #10 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #11 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #12 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62fd060f8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #13 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62fd060f8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #14 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62fd060f0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #15 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fd060f0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #16 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #17 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7710 (LWP 3178454): #0 0x00007fc635526e56 in epoll_wait (epfd=35, events=events@entry=0x7fc62f86d900, maxevents=32, timeout=timeout@entry=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #1 0x00007fc633c223fc in epoll_dispatch (base=0x7fc62f865800, tv=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fc633c190e9 in event_base_loop (base=0x7fc62f865800, flags=flags@entry=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74 #4 folly::EventBase::loopBody (this=this@entry=0x7fc62fd5a560, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381 #5 0x0000000000d7c1ce in folly::EventBase::loop (this=this@entry=0x7fc62fd5a560) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305 #6 0x0000000000d7e698 in folly::EventBase::loopForever (this=this@entry=0x7fc62fd5a560) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524 #7 0x00000000005cf0d9 in worker_libevent (arg=0x7fc62fd5a550) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:272 #8 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62f7c1658) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #9 operator() (__closure=0x7fc62f7c1638) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #10 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #11 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #12 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62f7c1638) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #13 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62f7c1638) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #14 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62f7c1630) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #15 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62f7c1630) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #16 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #17 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7709 (LWP 3178453): #0 0x00007fc635526e56 in epoll_wait (epfd=30, events=events@entry=0x7fc62f86d780, maxevents=32, timeout=timeout@entry=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #1 0x00007fc633c223fc in epoll_dispatch (base=0x7fc62f865500, tv=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fc633c190e9 in event_base_loop (base=0x7fc62f865500, flags=flags@entry=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74 #4 folly::EventBase::loopBody (this=this@entry=0x7fc62fd598f0, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381 #5 0x0000000000d7c1ce in folly::EventBase::loop (this=this@entry=0x7fc62fd598f0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305 #6 0x0000000000d7e698 in folly::EventBase::loopForever (this=this@entry=0x7fc62fd598f0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524 #7 0x00000000005cf0d9 in worker_libevent (arg=0x7fc62fd598e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:272 #8 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62f7c3e58) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #9 operator() (__closure=0x7fc62f7c3e38) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #10 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #11 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #12 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62f7c3e38) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #13 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62f7c3e38) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #14 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62f7c3e30) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #15 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62f7c3e30) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #16 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #17 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7708 (LWP 3178451): #0 0x00007fc635526e56 in epoll_wait (epfd=20, events=events@entry=0x7fc62f86d480, maxevents=32, timeout=timeout@entry=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #1 0x00007fc633c223fc in epoll_dispatch (base=0x7fc62f864f00, tv=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fc633c190e9 in event_base_loop (base=0x7fc62f864f00, flags=flags@entry=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74 #4 folly::EventBase::loopBody (this=this@entry=0x7fc62fd58010, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381 #5 0x0000000000d7c1ce in folly::EventBase::loop (this=this@entry=0x7fc62fd58010) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305 #6 0x0000000000d7e698 in folly::EventBase::loopForever (this=this@entry=0x7fc62fd58010) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524 #7 0x00000000005cf0d9 in worker_libevent (arg=0x7fc62fd58000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:272 #8 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62fd06de8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #9 operator() (__closure=0x7fc62fd06dc8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #10 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #11 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #12 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62fd06dc8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #13 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62fd06dc8) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #14 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62fd06dc0) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #15 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fd06dc0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #16 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #17 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7707 (LWP 3178450): #0 0x00007fc635519a1f in __GI___poll (fds=fds@entry=0x305f580, nfds=nfds@entry=1, timeout=timeout@entry=200) at ../sysdeps/unix/sysv/linux/poll.c:29 #1 0x0000000000bd4b3f in mg_poll (pfd=pfd@entry=0x305f580, n=1, milliseconds=milliseconds@entry=200, stop_flag=stop_flag@entry=0x30591e8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:5936 #2 0x0000000000bd78de in master_thread_run (ctx=0x30591c0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19236 #3 master_thread (thread_func_param=0x30591c0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19347 #4 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #5 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7706 (LWP 3178449): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x3059270) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x3059270, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x3059270, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x30591f0, cond=0x3059248) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=cond@entry=0x3059248, mutex=mutex@entry=0x30591f0) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000bdf5db in consume_socket (thread_index=, sp=0x30608a0, ctx=0x30591c0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18740 #6 worker_thread_run (conn=0x305ffa8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18881 #7 worker_thread (thread_func_param=0x305ffa8) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19054 #8 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #9 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7705 (LWP 3178448): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x3059274) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x3059274, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x3059274, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5818 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x30591f0, cond=0x3059248) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=cond@entry=0x3059248, mutex=mutex@entry=0x30591f0) at ./nptl/pthread_cond_wait.c:618 #5 0x0000000000bdf5db in consume_socket (thread_index=, sp=0x305feb8, ctx=0x30591c0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18740 #6 worker_thread_run (conn=0x305f5c0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18881 #7 worker_thread (thread_func_param=0x305f5c0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19054 #8 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #9 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7704 (LWP 3178447): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x7fc62cef0150, op=393, expected=0, futex_word=0x7fc62f864580) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62f864580, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc62cef0150, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62f864580, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc62cef0150, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5afc in __pthread_cond_wait_common (abstime=0x7fc62cef0150, clockid=0, mutex=0x7fc62f864588, cond=0x7fc62f864558) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x7fc62f864558, mutex=0x7fc62f864588, abstime=0x7fc62cef0150) at ./nptl/pthread_cond_wait.c:643 #5 0x00000000007169b8 in __gthread_cond_timedwait (__abs_timeout=0x7fc62cef0150, __mutex=0x7fc62f864588, __cond=0x7fc62f864558) at /opt/gcc-13.2.0/include/c++/13.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #6 std::__condvar::wait_until (__abs_time=..., __m=..., this=0x7fc62f864558) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_mutex.h:178 #7 std::condition_variable::__wait_until_impl > > (__lock=..., __atime=..., this=0x7fc62f864558) at /opt/gcc-13.2.0/include/c++/13.2.0/condition_variable:224 #8 std::condition_variable::wait_until > > (__atime=..., __lock=..., this=0x7fc62f864558) at /opt/gcc-13.2.0/include/c++/13.2.0/condition_variable:137 #9 std::condition_variable::wait_for > (__rtime=..., __lock=..., this=0x7fc62f864558) at /opt/gcc-13.2.0/include/c++/13.2.0/condition_variable:165 #10 AuditImpl::consume_events (this=0x7fc62f864300) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/auditd/src/audit.cc:254 #11 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62f7c1478) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #12 operator() (__closure=0x7fc62f7c1458) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #13 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #14 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #15 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62f7c1458) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #16 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62f7c1458) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #17 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62f7c1450) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #18 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62f7c1450) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #19 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #20 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7703 (LWP 3178446): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x7fc62def1140, op=393, expected=0, futex_word=0x7fc62f947da0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc62f947da0, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc62def1140, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc62f947da0, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc62def1140, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5afc in __pthread_cond_wait_common (abstime=0x7fc62def1140, clockid=0, mutex=0x7fc62f947d50, cond=0x7fc62f947d78) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x7fc62f947d78, mutex=0x7fc62f947d50, abstime=0x7fc62def1140) at ./nptl/pthread_cond_wait.c:643 #5 0x0000000000636f37 in __gthread_cond_timedwait (__abs_timeout=0x7fc62def1140, __mutex=0x7fc62f947d50, __cond=0x7fc62f947d78) at /opt/gcc-13.2.0/include/c++/13.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #6 std::__condvar::wait_until (__abs_time=..., __m=..., this=0x7fc62f947d78) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_mutex.h:178 #7 std::condition_variable::__wait_until_impl > > (__lock=..., __atime=..., this=0x7fc62f947d78) at /opt/gcc-13.2.0/include/c++/13.2.0/condition_variable:224 #8 std::condition_variable::wait_until > > (__atime=..., __lock=..., this=0x7fc62f947d78) at /opt/gcc-13.2.0/include/c++/13.2.0/condition_variable:137 #9 std::condition_variable::wait_for > (__rtime=..., __lock=..., this=0x7fc62f947d78) at /opt/gcc-13.2.0/include/c++/13.2.0/condition_variable:165 #10 ExternalAuthManagerThread::run (this=0x7fc62f947c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/external_auth_manager_thread.cc:91 #11 0x0000000000ccec43 in Couchbase::Thread::thread_entry (this=0x7fc62f947c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:39 #12 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62f8570a0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #13 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #14 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7702 (LWP 3178445): #0 0x00007fc635519a1f in __GI___poll (fds=0x7fc62e6f2138, nfds=1, timeout=60000) at ../sysdeps/unix/sysv/linux/poll.c:29 #1 0x00000000005ceb31 in get_command (buffsize=80, buffer=0x7fc62e6f2140 "\3009\026\001") at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:58 #2 check_stdin_thread () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:99 #3 operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:125 #4 std::__invoke_impl)::&> (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #5 std::__invoke_r)::&> (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:111 #6 std::_Function_handler):: >::_M_invoke(const std::_Any_data &) (__functor=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:290 #7 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62f7c1568) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #8 operator() (__closure=0x7fc62f7c1548) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #9 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #10 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #11 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62f7c1548) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #12 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62f7c1548) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #13 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62f7c1540) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #14 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62f7c1540) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #15 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #16 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7701 (LWP 3178444): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x7fc62eef3170, op=393, expected=0, futex_word=0x7fc6303f3d40) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc6303f3d40, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc62eef3170, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc6303f3d40, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc62eef3170, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5afc in __pthread_cond_wait_common (abstime=0x7fc62eef3170, clockid=0, mutex=0x7fc6303f3cf0, cond=0x7fc6303f3d18) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x7fc6303f3d18, mutex=0x7fc6303f3cf0, abstime=0x7fc62eef3170) at ./nptl/pthread_cond_wait.c:643 #5 0x0000000000d162ca in __gthread_cond_timedwait (__abs_timeout=0x7fc62eef3170, __mutex=, __cond=) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #6 std::condition_variable::__wait_until_impl > > (__lock=..., __lock=..., __atime=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232 #7 std::condition_variable::wait_until > > (__atime=..., __lock=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141 #8 std::condition_variable::wait_until >, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > (__p=..., __atime=..., __lock=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:158 #9 std::condition_variable::wait_for, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > (__rtime=..., __rtime=..., __p=..., __lock=..., this=) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:185 #10 operator() (__closure=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/periodic_worker-inl.h:25 #11 std::__invoke_impl&, std::chrono::seconds):: > (__f=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:60 #12 std::__invoke&, std::chrono::seconds):: > (__fn=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #13 std::thread::_Invoker&, std::chrono::seconds):: > >::_M_invoke<0> (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/thread:264 #14 std::thread::_Invoker&, std::chrono::seconds):: > >::operator() (this=) at /opt/gcc-10.2.0/include/c++/10.2.0/thread:271 #15 std::thread::_State_impl&, std::chrono::seconds):: > > >::_M_run(void) (this=0x7fc62f946bc0) at /opt/gcc-10.2.0/include/c++/10.2.0/thread:215 #16 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62f946bc0) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #17 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #18 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7700 (LWP 3178443): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x7fc62f6f3f80, op=393, expected=0, futex_word=0x7fc630cfe260) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc630cfe260, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc62f6f3f80, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc630cfe260, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc62f6f3f80, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5afc in __pthread_cond_wait_common (abstime=0x7fc62f6f3f80, clockid=0, mutex=0x7fc630cfe210, cond=0x7fc630cfe238) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x7fc630cfe238, mutex=0x7fc630cfe210, abstime=0x7fc62f6f3f80) at ./nptl/pthread_cond_wait.c:643 #5 0x0000000000d17e1a in __gthread_cond_timedwait (__abs_timeout=0x7fc62f6f3f80, __mutex=, __cond=0x7fc630cfe238) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #6 std::condition_variable::__wait_until_impl > > (__lock=..., __lock=..., __atime=..., this=0x7fc630cfe238) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232 #7 std::condition_variable::wait_until > > (__atime=..., __lock=..., this=0x7fc630cfe238) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141 #8 std::condition_variable::wait_until >, spdlog::details::mpmc_blocking_queue::dequeue_for(spdlog::details::async_msg&, std::chrono::duration >)::{lambda()#1}>(std::unique_lock&, std::chrono::time_point > > const&, spdlog::details::mpmc_blocking_queue::dequeue_for(spdlog::details::async_msg&, std::chrono::duration >)::{lambda()#1}) (__p=..., __atime=..., __lock=..., this=0x7fc630cfe238) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:158 #9 std::condition_variable::wait_for, spdlog::details::mpmc_blocking_queue::dequeue_for(spdlog::details::async_msg&, std::chrono::duration >)::{lambda()#1}>(std::unique_lock&, std::chrono::duration > const&, spdlog::details::mpmc_blocking_queue::dequeue_for(spdlog::details::async_msg&, std::chrono::duration >)::{lambda()#1}) (__rtime=..., __rtime=..., __p=..., __lock=..., this=0x7fc630cfe238) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:185 #10 spdlog::details::mpmc_blocking_queue::dequeue_for (this=this@entry=0x7fc630cfe210, popped_item=..., wait_duration=..., wait_duration@entry=...) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/mpmc_blocking_q.h:58 #11 0x0000000000d16476 in spdlog::details::thread_pool::process_next_msg_ (this=this@entry=0x7fc630cfe210) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:106 #12 0x0000000000d165e8 in spdlog::details::thread_pool::worker_loop_ (this=0x7fc630cfe210) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:97 #13 operator() (__closure=0x7fc62f7c0918) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:29 #14 std::__invoke_impl, std::function):: > (__f=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:60 #15 std::__invoke, std::function):: > (__fn=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:95 #16 std::thread::_Invoker, std::function):: > >::_M_invoke<0> (this=0x7fc62f7c0918) at /opt/gcc-10.2.0/include/c++/10.2.0/thread:264 #17 std::thread::_Invoker, std::function):: > >::operator() (this=0x7fc62f7c0918) at /opt/gcc-10.2.0/include/c++/10.2.0/thread:271 #18 std::thread::_State_impl, std::function):: > > >::_M_run(void) (this=0x7fc62f7c0910) at /opt/gcc-10.2.0/include/c++/10.2.0/thread:215 #19 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62f7c0910) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #20 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #21 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7699 (LWP 3178442): #0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x7fc631df5120, op=393, expected=0, futex_word=0x7fc632416630) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (futex_word=futex_word@entry=0x7fc632416630, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc631df5120, private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-internal.c:87 #2 0x00007fc6354a31bb in __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7fc632416630, expected=expected@entry=0, clockid=clockid@entry=0, abstime=abstime@entry=0x7fc631df5120, private=private@entry=0) at ./nptl/futex-internal.c:139 #3 0x00007fc6354a5afc in __pthread_cond_wait_common (abstime=0x7fc631df5120, clockid=0, mutex=0x7fc632416678, cond=0x7fc632416608) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=cond@entry=0x7fc632416608, mutex=mutex@entry=0x7fc632416678, abstime=abstime@entry=0x7fc631df5120) at ./nptl/pthread_cond_wait.c:643 #5 0x00007fc632a3dc7d in background_thread_sleep (tsdn=, interval=, info=) at src/background_thread.c:159 #6 background_work_sleep_once (ind=0, info=, tsdn=) at src/background_thread.c:229 #7 background_thread0_work (tsd=) at src/background_thread.c:374 #8 background_work (ind=, tsd=) at src/background_thread.c:412 #9 background_thread_entry (ind_arg=) at src/background_thread.c:444 #10 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #11 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 Thread 7698 (LWP 3178438): #0 0x00007fc635526e56 in epoll_wait (epfd=5, events=events@entry=0x7fc62f86d000, maxevents=32, timeout=timeout@entry=60) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #1 0x00007fc633c223fc in epoll_dispatch (base=0x7fc62f864900, tv=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fc633c190e9 in event_base_loop (base=0x7fc62f864900, flags=flags@entry=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74 #4 folly::EventBase::loopBody (this=this@entry=0x7fc62f947f00, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381 #5 0x0000000000d7c1ce in folly::EventBase::loop (this=this@entry=0x7fc62f947f00) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305 #6 0x0000000000d7e698 in folly::EventBase::loopForever (this=0x7fc62f947f00) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524 #7 0x000000000058b2ce in memcached_main (argc=, argv=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:1054 #8 0x00007fc6354456ca in __libc_start_call_main (main=main@entry=0x5571a0 , argc=argc@entry=3, argv=argv@entry=0x7ffc160e8058) at ../sysdeps/nptl/libc_start_call_main.h:58 #9 0x00007fc635445785 in __libc_start_main_impl (main=0x5571a0 , argc=3, argv=0x7ffc160e8058, init=, fini=, rtld_fini=, stack_end=0x7ffc160e8048) at ../csu/libc-start.c:360 #10 0x0000000000581ec4 in _start () Thread 7697 (LWP 3178452): #0 __pthread_kill_implementation (threadid=, signo=signo@entry=6, no_tid=no_tid@entry=0) at ./nptl/pthread_kill.c:44 #1 0x00007fc6354a815f in __pthread_kill_internal (signo=6, threadid=) at ./nptl/pthread_kill.c:78 #2 0x00007fc63545a472 in __GI_raise (sig=sig@entry=6) at ../sysdeps/posix/raise.c:26 #3 0x00007fc6354444b2 in __GI_abort () at ./stdlib/abort.c:79 #4 0x00007fc6326a89ab in __gnu_cxx::__verbose_terminate_handler () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/vterminate.cc:95 #5 0x0000000000c61e66 in backtrace_terminate_handler () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:88 #6 0x00007fc6326b82fa in __cxxabiv1::__terminate (handler=) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:48 #7 0x00007fc6326b8365 in std::terminate () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:58 #8 0x00007fc6326b8608 in __cxxabiv1::__cxa_rethrow () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_throw.cc:136 #9 0x0000000000d45c3e in __cxxabiv1::__cxa_rethrow () at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/experimental/exception_tracer/ExceptionTracerLib.cpp:119 #10 0x000000000053d605 in log_handled_exception () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:39 #11 backtrace_terminate_handler () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:79 #12 0x00007fc6326b82fa in __cxxabiv1::__terminate (handler=) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:48 #13 0x00007fc6326b8365 in std::terminate () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/eh_terminate.cc:58 #14 0x00007fc6326b9063 in __cxxabiv1::__cxa_pure_virtual () at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/libsupc++/pure.cc:50 #15 0x000000000060cd6e in Connection::to_json[abi:cxx11]() const (this=0x7fc62d5fcd80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:226 #16 0x0000000000627432 in Cookie::~Cookie (this=0x7fc62d22f000, __in_chrg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:775 #17 0x0000000000627519 in Cookie::~Cookie (this=0x7fc62d22f000, __in_chrg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:785 #18 0x000000000060750f in std::default_delete::operator() (__ptr=, this=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/unique_ptr.h:99 #19 std::unique_ptr >::~unique_ptr (this=0x7fc54f03ce00, __in_chrg=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/unique_ptr.h:404 #20 std::_Destroy > > (__pointer=0x7fc54f03ce00) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_construct.h:151 #21 std::_Destroy_aux::__destroy >*> (__last=, __first=0x7fc54f03ce00) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_construct.h:163 #22 std::_Destroy >*> (__last=, __first=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_construct.h:196 #23 std::_Destroy >*, std::unique_ptr > > (__last=, __first=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/alloc_traits.h:947 #24 std::deque >, std::allocator > > >::_M_destroy_data_aux (this=, __last=..., __first=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/deque.tcc:875 #25 std::deque >, std::allocator > > >::_M_destroy_data (this=0x7fc62d5fcdc8, __first=..., __last=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_deque.h:2091 #26 std::deque >, std::allocator > > >::~deque (this=0x7fc62d5fcdc8, __in_chrg=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_deque.h:1028 #27 Connection::~Connection (this=this@entry=0x7fc62d5fcd80, __in_chrg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:1263 #28 0x000000000061cd6c in LibeventConnection::~LibeventConnection (this=0x7fc62d5fcd80, __in_chrg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection_libevent.cc:76 #29 LibeventConnection::~LibeventConnection (this=0x7fc62d5fcd80, __in_chrg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection_libevent.cc:76 #30 0x00000000005cf7e4 in std::default_delete::operator() (__ptr=, this=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/unique_ptr.h:99 #31 std::unique_ptr >::~unique_ptr (this=0x7fc62fd00290, __in_chrg=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/unique_ptr.h:404 #32 std::pair > >::~pair (this=0x7fc62fd00288, __in_chrg=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/stl_pair.h:187 #33 std::__new_allocator > >, false> >::destroy > > > (__p=0x7fc62fd00288, this=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/new_allocator.h:194 #34 std::allocator_traits > >, false> > >::destroy > > > (__p=0x7fc62fd00288, __a=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/alloc_traits.h:557 #35 std::_Node_handle_common > >, std::allocator > >, false> > >::_M_reset (this=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/node_handle.h:166 #36 std::_Node_handle_common > >, std::allocator > >, false> > >::~_Node_handle_common (this=, __in_chrg=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/node_handle.h:89 #37 std::_Node_handle > >, std::allocator > >, false> > >::~_Node_handle (this=, __in_chrg=) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/node_handle.h:243 #38 FrontEndThread::destroy_connection (this=, connection=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:332 #39 0x000000000061e9ea in LibeventConnection::read_callback (this=0x7fc62d5fcd80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection_libevent.cc:136 #40 0x00007fc633c0f84e in bufferevent_run_deferred_callbacks_unlocked (cb=, arg=0x7fc62d5fb980) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:208 #41 0x00007fc633c18b99 in event_process_active_single_queue (base=base@entry=0x7fc62f865200, activeq=0x7fc6303ec0e0, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726 #42 0x00007fc633c19287 in event_process_active (base=0x7fc62f865200) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789 #43 event_base_loop (base=0x7fc62f865200, flags=flags@entry=1) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012 #44 0x0000000000d7bcc6 in (anonymous namespace)::EventBaseBackend::eb_event_base_loop (flags=1, this=) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:74 #45 folly::EventBase::loopBody (this=this@entry=0x7fc62fd58c80, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:381 #46 0x0000000000d7c1ce in folly::EventBase::loop (this=this@entry=0x7fc62fd58c80) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:305 #47 0x0000000000d7e698 in folly::EventBase::loopForever (this=this@entry=0x7fc62fd58c80) at /home/couchbase/jenkins/cbdeps-ws/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:524 #48 0x00000000005cf0d9 in worker_libevent (arg=0x7fc62fd58c70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:272 #49 0x0000000000cce91c in std::function::operator()() const (this=0x7fc62fd07838) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_function.h:591 #50 operator() (__closure=0x7fc62fd07818) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:117 #51 std::__invoke_impl, std::string):: > (__f=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:61 #52 std::__invoke, std::string):: > (__fn=...) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/invoke.h:96 #53 std::thread::_Invoker, std::string):: > >::_M_invoke<0> (this=0x7fc62fd07818) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:292 #54 std::thread::_Invoker, std::string):: > >::operator() (this=0x7fc62fd07818) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:299 #55 std::thread::_State_impl, std::string):: > > >::_M_run(void) (this=0x7fc62fd07810) at /opt/gcc-13.2.0/include/c++/13.2.0/bits/std_thread.h:244 #56 0x00007fc6326e4aa3 in std::execute_native_thread_routine (__p=0x7fc62fd07810) at /tmp/deploy/objdir/../gcc-13.2.0/libstdc++-v3/src/c++11/thread.cc:104 #57 0x00007fc6354a63ec in start_thread (arg=) at ./nptl/pthread_create.c:444 #58 0x00007fc635526a4c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81 (gdb)