GNU gdb (GDB) Red Hat Enterprise Linux 7.6.1-119.el7 Copyright (C) 2013 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-redhat-linux-gnu". For bug reporting instructions, please see: ... Reading symbols from /opt/couchbase/bin/memcached...Reading symbols from /usr/lib/debug/opt/couchbase/bin/memcached.debug...done. done. [New LWP 99170] [New LWP 98939] [New LWP 98940] [New LWP 98942] [New LWP 98943] [New LWP 98944] [New LWP 98945] [New LWP 98953] [New LWP 98954] [New LWP 98955] [New LWP 98956] [New LWP 98957] [New LWP 98958] [New LWP 98959] [New LWP 98960] [New LWP 98961] [New LWP 98962] [New LWP 98963] [New LWP 98964] [New LWP 99159] [New LWP 99160] [New LWP 99161] [New LWP 99162] [New LWP 99163] [New LWP 99164] [New LWP 99165] [New LWP 99166] [New LWP 99167] [New LWP 99168] [New LWP 99169] [New LWP 99171] [New LWP 99176] To enable execution of this file add add-auto-load-safe-path /usr/lib64/libthread_db-1.0.so line to your configuration file "/root/.gdbinit". To completely disable this security protection add set auto-load safe-path / line to your configuration file "/root/.gdbinit". For more information about this security protection see the "Auto-loading safe path" section in the GDB manual. E.g., run from the shell: info "(gdb)Auto-loading safe path" Core was generated by `/opt/couchbase/bin/memcached -C /opt/couchbase/var/lib/couchbase/config/memcach'. #0 load (__m=std::memory_order_relaxed, this=0x7fc77835859000) at /usr/local/include/c++/7.3.0/bits/atomic_base.h:396 Thread 32 (LWP 99176): #0 0x00007fc7b8fded12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc7baaade51 in background_thread_sleep (tsdn=, interval=3175000000, info=) at src/background_thread.c:255 #2 background_work_sleep_once (ind=, info=, tsdn=) at src/background_thread.c:307 #3 background_work (ind=, tsd=0x7fc741fe6a60) at src/background_thread.c:497 #4 background_thread_entry (ind_arg=) at src/background_thread.c:522 #5 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #6 0x00007fc741fff700 in ?? () #7 0x3940f9082ebba549 in ?? () #8 0x39410b0fb141a549 in ?? () #9 0x0000000000000000 in ?? () Thread 31 (LWP 99171): #0 0x00007fc7b8d04483 in __open_by_handle_at_nocancel () from /lib64/libc.so.6 #1 0x0000000000000000 in ?? () Thread 30 (LWP 99169): #0 0x00007fc7b8cfe1c9 in fcvt_r () from /lib64/libc.so.6 #1 0x00007fc7717e0f40 in ?? () #2 0x00007fc7bd308d37 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #3 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #4 folly::SaturatingSemaphore::tryWaitSlow > > (this=0x14eb5fa8, this@entry=0x7fc7787d7510, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #5 0x00007fc7bd309266 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #6 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x7fc780002d40, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #7 0x00007fc7bd30c9c0 in try_wait_for > (timeout=, this=0x7fc780002d40) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 folly::UnboundedBlockingQueue::try_take_for (this=0x7fc780002d00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #9 0x00007fc7bd301657 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc7a8e25400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #10 0x00007fc7bd31c2f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #11 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #12 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #13 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #14 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #15 0x00007fc7bd1980d3 in operator() (this=0x7fc7b77c2480) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #16 operator() (__closure=0x7fc7b77c2470) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #17 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #18 0x00007fc7b97c1dcf in std::execute_native_thread_routine (__p=0x7fc7a8cee670) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #19 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #20 0x00007fc7717fa700 in ?? () #21 0x39409808cebba549 in ?? () #22 0x39410b0fb141a549 in ?? () #23 0x0000000000000000 in ?? () Thread 29 (LWP 99168): #0 0x00007fc7b8cfe1c9 in fcvt_r () from /lib64/libc.so.6 #1 0x00007fc771fe1f40 in ?? () #2 0x00007fc7bd308d37 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #3 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #4 folly::SaturatingSemaphore::tryWaitSlow > > (this=0x2604909b, this@entry=0x7fc7787d7318, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #5 0x00007fc7bd309266 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #6 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x7fc7800027c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #7 0x00007fc7bd30c9c0 in try_wait_for > (timeout=, this=0x7fc7800027c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 folly::UnboundedBlockingQueue::try_take_for (this=0x7fc780002780, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #9 0x00007fc7bd301657 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc7a8e24800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #10 0x00007fc7bd31c2f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #11 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #12 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #13 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #14 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #15 0x00007fc7bd1980d3 in operator() (this=0x7fc7b77c2390) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #16 operator() (__closure=0x7fc7b77c2380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #17 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #18 0x00007fc7b97c1dcf in std::execute_native_thread_routine (__p=0x7fc7a8cee600) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #19 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #20 0x00007fc771ffb700 in ?? () #21 0x39409908aebba549 in ?? () #22 0x39410b0fb141a549 in ?? () #23 0x0000000000000000 in ?? () Thread 28 (LWP 99167): #0 0x00007fc7b8cfe1c9 in fcvt_r () from /lib64/libc.so.6 #1 0x00000000001ea279 in ?? () #2 0x00007fc7bd308d37 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #3 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #4 folly::SaturatingSemaphore::tryWaitSlow > > (this=0x14565175, this@entry=0x7fc7787d7660, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #5 0x00007fc7bd309266 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #6 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x7fc7800018c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #7 0x00007fc7bd30c9c0 in try_wait_for > (timeout=, this=0x7fc7800018c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 folly::UnboundedBlockingQueue::try_take_for (this=0x7fc780001880, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #9 0x00007fc7bd301657 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc7a8e23c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #10 0x00007fc7bd31c2f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #11 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #12 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #13 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #14 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #15 0x00007fc7bd1980d3 in operator() (this=0x7fc7b77c22f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #16 operator() (__closure=0x7fc7b77c22e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #17 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #18 0x00007fc7b97c1dcf in std::execute_native_thread_routine (__p=0x7fc7a8cee590) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #19 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #20 0x00007fc7727fc700 in ?? () #21 0x39409e088ebba549 in ?? () #22 0x39410b0fb141a549 in ?? () #23 0x0000000000000000 in ?? () Thread 27 (LWP 99166): #0 FindMatchLength (s2_limit=0x7fc740ac16d7
, s2=0x7fc740ac157c
, s1=0x7fc740ac140e
) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/snappy/snappy-prefix/src/snappy/snappy-internal.h:104 #1 snappy::internal::CompressFragment (input=input@entry=0x7fc740ac1380
, input_size=, op=0x7fc73aef8308
, op@entry=0x7fc73aef8202
, table=table@entry=0x7fc772fd2180, table_size=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/snappy/snappy-prefix/src/snappy/snappy.cc:420 #2 0x00007fc7baf59c86 in snappy::Compress (reader=reader@entry=0x7fc772fd29e0, writer=writer@entry=0x7fc772fd29d0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/snappy/snappy-prefix/src/snappy/snappy.cc:941 #3 0x00007fc7baf5afa1 in snappy::RawCompress (input=input@entry=0x7fc740ac1380
, input_length=input_length@entry=855, compressed=0x7fc73aef8200
, compressed_length=compressed_length@entry=0x7fc772fd2a38) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/snappy/snappy-prefix/src/snappy/snappy.cc:1287 #4 0x00007fc7bbc74322 in doSnappyCompress (output=..., input=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/cbcompress/compress.cc:61 #5 cb::compression::deflate (algorithm=algorithm@entry=cb::compression::Snappy, input_buffer=..., output=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/cbcompress/compress.cc:170 #6 0x00007fc7bcab94e9 in db_write_buf_compressed (file=0x7fc740653c40, buf=buf@entry=0x7fc772fd2b40, pos=pos@entry=0x7fc772fd2b30, disk_size=disk_size@entry=0x7fc772fd2b38) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/couch_file_write.cc:188 #7 0x00007fc7bcaa4df1 in flush_mr_partial (res=0x7fc740c13468, res@entry=, mr_quota=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/btree_modify.cc:253 Thread 26 (LWP 99165): #0 0x00007fc7b8cfe1c9 in fcvt_r () from /lib64/libc.so.6 #1 0x00007fc7737e4f38 in ?? () #2 0x00007fc7bd308d37 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #3 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #4 folly::SaturatingSemaphore::tryWaitSlow > > (this=0x189f4f15, this@entry=0x7fc7787d7648, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #5 0x00007fc7bd309266 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #6 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x7fc7800018c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #7 0x00007fc7bd30c9c0 in try_wait_for > (timeout=, this=0x7fc7800018c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 folly::UnboundedBlockingQueue::try_take_for (this=0x7fc780001880, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #9 0x00007fc7bd301657 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc7a8e23c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #10 0x00007fc7bd31c2f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #11 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #12 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #13 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #14 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #15 0x00007fc7bd1980d3 in operator() (this=0x7fc7b77c2250) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #16 operator() (__closure=0x7fc7b77c2240) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #17 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #18 0x00007fc7b97c1dcf in std::execute_native_thread_routine (__p=0x7fc7a8cee4b0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #19 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #20 0x00007fc7737fe700 in ?? () #21 0x39409c084ebba549 in ?? () #22 0x39410b0fb141a549 in ?? () #23 0x0000000000000000 in ?? () Thread 25 (LWP 99164): #0 0x00007fc7b8cfb1ad in ptrace () from /lib64/libc.so.6 #1 0x0000000000000000 in ?? () Thread 24 (LWP 99163): #0 0x00007fc7b8cfe1c9 in fcvt_r () from /lib64/libc.so.6 #1 0x00007fc77a7e2f40 in ?? () #2 0x00007fc7bd308d37 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #3 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #4 folly::SaturatingSemaphore::tryWaitSlow > > (this=0x329a8462, this@entry=0x7fc7787d7018, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #5 0x00007fc7bd309266 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #6 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x7fc780000a40, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #7 0x00007fc7bd30c9c0 in try_wait_for > (timeout=, this=0x7fc780000a40) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 folly::UnboundedBlockingQueue::try_take_for (this=0x7fc780000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #9 0x00007fc7bd301657 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc7a8e23000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #10 0x00007fc7bd31c2f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #11 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #12 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #13 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #14 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #15 0x00007fc7bd1980d3 in operator() (this=0x7fc7b77c1d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #16 operator() (__closure=0x7fc7b77c1cf0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #17 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #18 0x00007fc7b97c1dcf in std::execute_native_thread_routine (__p=0x7fc7a8cee3d0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #19 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #20 0x00007fc77a7fc700 in ?? () #21 0x39408e088ebba549 in ?? () #22 0x39410b0fb141a549 in ?? () #23 0x0000000000000000 in ?? () Thread 23 (LWP 99162): #0 0x00007fc7b8fded12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc7baaade51 in background_thread_sleep (tsdn=, interval=10000000000, info=) at src/background_thread.c:255 #2 background_work_sleep_once (ind=, info=, tsdn=) at src/background_thread.c:307 #3 background_work (ind=, tsd=0x7fc77b7e5a60) at src/background_thread.c:497 #4 background_thread_entry (ind_arg=) at src/background_thread.c:522 #5 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #6 0x00007fc77b7fe700 in ?? () #7 0x39408c084ebba549 in ?? () #8 0x39410b0fb141a549 in ?? () #9 0x0000000000000000 in ?? () Thread 22 (LWP 99161): #0 0x00007fc7b8cfe1c9 in fcvt_r () from /lib64/libc.so.6 #1 0x00007fc77afe3f40 in ?? () #2 0x00007fc7bd308d37 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #3 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #4 folly::SaturatingSemaphore::tryWaitSlow > > (this=0xcb724a7, this@entry=0x7fc7787d7048, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #5 0x00007fc7bd309266 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #6 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x7fc780000a40, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #7 0x00007fc7bd30c9c0 in try_wait_for > (timeout=, this=0x7fc780000a40) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 folly::UnboundedBlockingQueue::try_take_for (this=0x7fc780000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #9 0x00007fc7bd301657 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc7a8e23000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #10 0x00007fc7bd31c2f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #11 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #12 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #13 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #14 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #15 0x00007fc7bd1980d3 in operator() (this=0x7fc7b77c1cb0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #16 operator() (__closure=0x7fc7b77c1ca0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #17 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #18 0x00007fc7b97c1dcf in std::execute_native_thread_routine (__p=0x7fc7b756ae10) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #19 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #20 0x00007fc77affd700 in ?? () #21 0x39408f086ebba549 in ?? () #22 0x39410b0fb141a549 in ?? () #23 0x0000000000000000 in ?? () Thread 21 (LWP 99160): #0 0x00007fc7b8cfe1c9 in fcvt_r () from /lib64/libc.so.6 #1 0x00007fc77bfe5f40 in ?? () #2 0x00007fc7bd308d37 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #3 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #4 folly::SaturatingSemaphore::tryWaitSlow > > (this=0x1a5c1b7f, this@entry=0x7fc7787d7060, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #5 0x00007fc7bd309266 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #6 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x7fc780000a40, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #7 0x00007fc7bd30c9c0 in try_wait_for > (timeout=, this=0x7fc780000a40) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 folly::UnboundedBlockingQueue::try_take_for (this=0x7fc780000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #9 0x00007fc7bd301657 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc7a8e23000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #10 0x00007fc7bd31c2f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #11 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #12 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #13 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #14 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #15 0x00007fc7bd1980d3 in operator() (this=0x7fc7b77c1c60) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #16 operator() (__closure=0x7fc7b77c1c50) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #17 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #18 0x00007fc7b97c1dcf in std::execute_native_thread_routine (__p=0x7fc7b756ad30) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #19 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #20 0x00007fc77bfff700 in ?? () #21 0x39408d082ebba549 in ?? () #22 0x39410b0fb141a549 in ?? () #23 0x0000000000000000 in ?? () Thread 20 (LWP 99159): #0 0x00007fc7b8cfe1c9 in fcvt_r () from /lib64/libc.so.6 #1 0x00007fc7a89e5f40 in ?? () #2 0x00007fc7bd308d37 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #3 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #4 folly::SaturatingSemaphore::tryWaitSlow > > (this=0x322387b9, this@entry=0x7fc7787d7030, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #5 0x00007fc7bd309266 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #6 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x7fc780000a40, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #7 0x00007fc7bd30c9c0 in try_wait_for > (timeout=, this=0x7fc780000a40) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 folly::UnboundedBlockingQueue::try_take_for (this=0x7fc780000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #9 0x00007fc7bd301657 in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc7a8e23000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #10 0x00007fc7bd31c2f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #11 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #12 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #13 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #14 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #15 0x00007fc7bd1980d3 in operator() (this=0x7fc7b77c1c10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #16 operator() (__closure=0x7fc7b77c1c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #17 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #18 0x00007fc7b97c1dcf in std::execute_native_thread_routine (__p=0x7fc7b756ac50) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #19 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #20 0x00007fc7a89ff700 in ?? () #21 0x39412bc82ebba549 in ?? () #22 0x39410b0fb141a549 in ?? () #23 0x0000000000000000 in ?? () Thread 19 (LWP 98964): #0 0x00007fc7b8fde965 in _L_lock_135 () from /lib64/libpthread.so.0 #1 0x00007fc7b8fde8ee in pthread_cond_destroy@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #2 0x0000000000000000 in ?? () Thread 18 (LWP 98963): #0 0x00007fc7b8fde965 in _L_lock_135 () from /lib64/libpthread.so.0 #1 0x00007fc7b8fde8ee in pthread_cond_destroy@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #2 0x0000000000000000 in ?? () Thread 17 (LWP 98962): #0 0x00007fc7b8fde965 in _L_lock_135 () from /lib64/libpthread.so.0 #1 0x00007fc7b8fde8ee in pthread_cond_destroy@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #2 0x0000000000000000 in ?? () Thread 16 (LWP 98961): #0 0x00007fc7b8fde965 in _L_lock_135 () from /lib64/libpthread.so.0 #1 0x00007fc7b8fde8ee in pthread_cond_destroy@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #2 0x0000000000000000 in ?? () Thread 15 (LWP 98960): #0 0x00007fc7b8d04483 in __open_by_handle_at_nocancel () from /lib64/libc.so.6 #1 0x0000000000000000 in ?? () Thread 14 (LWP 98959): #0 0x00007fc7b8d04483 in __open_by_handle_at_nocancel () from /lib64/libc.so.6 #1 0x0000000000000000 in ?? () Thread 13 (LWP 98958): #0 0x00007fc7b8d04483 in __open_by_handle_at_nocancel () from /lib64/libc.so.6 #1 0x0000000000000000 in ?? () Thread 12 (LWP 98957): #0 0x00007fc7b8d04483 in __open_by_handle_at_nocancel () from /lib64/libc.so.6 #1 0x0000000000000000 in ?? () Thread 11 (LWP 98956): #0 0x00007fc7b8cf920d in __statvfs_getflags () from /lib64/libc.so.6 #1 0x0000000000000000 in ?? () Thread 10 (LWP 98955): #0 0x00007fc7b8fde965 in _L_lock_135 () from /lib64/libpthread.so.0 #1 0x00007fc7b8fde8ee in pthread_cond_destroy@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #2 0x0000000000000000 in ?? () Thread 9 (LWP 98954): #0 0x00007fc7b8fde965 in _L_lock_135 () from /lib64/libpthread.so.0 #1 0x00007fc7b8fde8ee in pthread_cond_destroy@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #2 0x0000000000000000 in ?? () Thread 8 (LWP 98953): #0 0x00007fc7b8fded12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000004ef6a6 in __gthread_cond_timedwait (__abs_timeout=0x7fc7b52611f0, __mutex=, __cond=0x7fc7b766a8f8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=0x7fc7b766a8f8) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=0x7fc7b766a8f8) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=..., __lock=..., this=0x7fc7b766a8f8) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 AuditImpl::consume_events (this=0x7fc7b766a500) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/auditd/src/audit.cc:414 #6 0x00007fc7bb79d077 in run (this=0x7fc7b84472f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #7 platform_thread_wrap (arg=0x7fc7b84472f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #8 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #9 0x00007fc7b527a700 in ?? () #10 0x394110b8cebba549 in ?? () #11 0x39410b0fb141a549 in ?? () #12 0x0000000000000000 in ?? () Thread 7 (LWP 98945): #0 0x00007fc7b8fded12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000491280 in __gthread_cond_timedwait (__abs_timeout=0x7fc7b5a621d0, __mutex=, __cond=0x7fc7b84280f8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=, this=0x7fc7b84280f8) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=, this=0x7fc7b84280f8) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=, __lock=, this=0x7fc7b84280f8) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 ExternalAuthManagerThread::run (this=0x7fc7b8428000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/external_auth_manager_thread.cc:229 #6 0x00007fc7bb7a7e5f in Couchbase::Thread::thread_entry (this=0x7fc7b8428000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #7 0x00007fc7bb79d077 in run (this=0x7fc7b8447350) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #8 platform_thread_wrap (arg=0x7fc7b8447350) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #9 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #10 0x00007fc7b5a7b700 in ?? () #11 0x394111b8aebba549 in ?? () #12 0x39410b0fb141a549 in ?? () #13 0x0000000000000000 in ?? () Thread 6 (LWP 98944): #0 0x00007fc7b8cf920d in __statvfs_getflags () from /lib64/libc.so.6 #1 0x0000000000000000 in ?? () Thread 5 (LWP 98943): #0 0x00007fc7b8fded12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc7bc4d4f8a in __gthread_cond_timedwait (__abs_timeout=0x7fc7b6a641f0, __mutex=, __cond=) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_until >, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > ( __p=..., __atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:129 #5 wait_for, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > (__p=..., __rtime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:145 #6 operator() (__closure=0x7fc7b7655908) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/periodic_worker.h:38 #7 __invoke_impl&, std::chrono::seconds):: > (__f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:60 #8 __invoke&, std::chrono::seconds):: > (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #9 _M_invoke<0> (this=0x7fc7b7655908) at /usr/local/include/c++/7.3.0/thread:234 #10 operator() (this=0x7fc7b7655908) at /usr/local/include/c++/7.3.0/thread:243 #11 _ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZN6spdlog7details15periodic_workerC4ERKSt8functionIFvvEENSt6chrono8durationIlSt5ratioILl1ELl1EEEEEUlvE_EEEEE6_M_runEv (this=0x7fc7b7655900) at /usr/local/include/c++/7.3.0/thread:186 #12 0x00007fc7b97c1dcf in std::execute_native_thread_routine (__p=0x7fc7b7655900) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #13 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #14 0x00007fc7b6a7d700 in ?? () #15 0x394117b86ebba549 in ?? () #16 0x39410b0fb141a549 in ?? () #17 0x0000000000000000 in ?? () Thread 4 (LWP 98942): #0 0x00007fc7b8fded12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc7bc4d58cd in __gthread_cond_timedwait (__abs_timeout=0x7fc7b7264fa0, __mutex=, __cond=0x7fc7b8410538) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=0x7fc7b8410538) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=0x7fc7b8410538) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_until >, spdlog::details::mpmc_blocking_queue::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]:: > (__p=..., __atime=..., __lock=..., this=0x7fc7b8410538) at /usr/local/include/c++/7.3.0/condition_variable:129 #5 wait_for, spdlog::details::mpmc_blocking_queue::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]:: > (__p=..., __rtime=, __lock=..., this=0x7fc7b8410538) at /usr/local/include/c++/7.3.0/condition_variable:145 #6 dequeue_for (wait_duration=..., popped_item=..., this=0x7fc7b8410510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/mpmc_blocking_q.h:61 #7 spdlog::details::thread_pool::process_next_msg_ (this=this@entry=0x7fc7b8410510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/thread_pool.h:193 #8 0x00007fc7bc4d5e20 in spdlog::details::thread_pool::worker_loop_ (this=0x7fc7b8410510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/thread_pool.h:184 #9 0x00007fc7b97c1dcf in std::execute_native_thread_routine (__p=0x7fc7b84459c0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #10 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #11 0x00007fc7b727e700 in ?? () #12 0x394114b84ebba549 in ?? () #13 0x39410b0fb141a549 in ?? () #14 0x0000000000000000 in ?? () Thread 3 (LWP 98940): #0 0x00007fc7b8fded12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc7baaae5a7 in background_thread_sleep (tsdn=, interval=10000000000, info=) at src/background_thread.c:255 #2 background_work_sleep_once (ind=0, info=, tsdn=) at src/background_thread.c:307 #3 background_thread0_work (tsd=0x7fc7b7fe6a60) at src/background_thread.c:452 #4 background_work (ind=, tsd=0x7fc7b7fe6a60) at src/background_thread.c:490 #5 background_thread_entry (ind_arg=) at src/background_thread.c:522 #6 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #7 0x00007fc7b7fff700 in ?? () #8 0x394115082ebba549 in ?? () #9 0x39410b0fb141a549 in ?? () #10 0x0000000000000000 in ?? () Thread 2 (LWP 98939): #0 0x00007fc7b8d04483 in __open_by_handle_at_nocancel () from /lib64/libc.so.6 #1 0x0000000000000000 in ?? () Thread 1 (LWP 99170): #0 load (__m=std::memory_order_relaxed, this=0x7fc77835859000) at /usr/local/include/c++/7.3.0/bits/atomic_base.h:396 #1 load (this=0x7fc77835859000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/non_negative_counter.h:99 #2 fetch_sub (arg=34186498402484481, this=0x7fc77835859000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/non_negative_counter.h:148 #3 operator-= (rhs=34186498402484481, this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/non_negative_counter.h:190 #4 deallocate (n=34186498402484481, p=, this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/memory_tracking_allocator.h:108 #5 deallocate (__n=34186498402484481, __p=, __a=...) at /usr/local/include/c++/7.3.0/bits/alloc_traits.h:328 #6 _M_destroy (__size=34186498402484480, this=0x7fc741550d07) at /usr/local/include/c++/7.3.0/bits/basic_string.h:226 #7 _M_dispose (this=0x7fc741550d07) at /usr/local/include/c++/7.3.0/bits/basic_string.h:221 #8 ~basic_string (this=0x7fc741550d07, __in_chrg=) at /usr/local/include/c++/7.3.0/bits/basic_string.h:647 #9 ~StoredDocKeyT (this=, __in_chrg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/storeddockey.h:51 #10 ~pair (this=, __in_chrg=) at /usr/local/include/c++/7.3.0/bits/stl_pair.h:198 #11 _S_destroy const, index_entry> >, std::pair const, index_entry> > (__p=) at /usr/local/include/c++/7.3.0/bits/alloc_traits.h:261 #12 destroy const, index_entry> > (__a=, __p=) at /usr/local/include/c++/7.3.0/bits/alloc_traits.h:356 #13 _M_deallocate_node (__n=0x7fc741550cff, this=0x7fc778697ce0) at /usr/local/include/c++/7.3.0/bits/hashtable_policy.h:2084 #14 _M_deallocate_nodes (__n=, this=0x7fc778697ce0) at /usr/local/include/c++/7.3.0/bits/hashtable_policy.h:2097 #15 clear (this=0x7fc778697ce0) at /usr/local/include/c++/7.3.0/bits/hashtable.h:2029 #16 std::_Hashtable, std::pair const, index_entry>, MemoryTrackingAllocator const, index_entry> >, std::__detail::_Select1st, std::equal_to, std::hash >, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::~_Hashtable (this=0x7fc778697ce0, __in_chrg=) at /usr/local/include/c++/7.3.0/bits/hashtable.h:1355 #17 0x00007fc7bd0a9b1a in ~unordered_map (this=0x7fc778697ce0, __in_chrg=) at /usr/local/include/c++/7.3.0/bits/unordered_map.h:101 #18 Checkpoint::~Checkpoint (this=0x7fc778697b80, __in_chrg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint.cc:217 #19 0x00007fc7bd0b2fd8 in CheckpointManager::removeClosedUnrefCheckpoints (this=, vbucket=..., newOpenCheckpointCreated=newOpenCheckpointCreated@entry=@0x7fc770fdfbd5: false, limit=limit@entry=18446744073709551615) at /usr/local/include/c++/7.3.0/bits/unique_ptr.h:78 #20 0x00007fc7bd0bd382 in CheckpointVisitor::visitBucket (this=0x7fc7b0130100, vb=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_visitor.cc:40 #21 0x00007fc7bd1bafbb in VBCBAdaptor::run (this=0x7fc7785b1f10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:2386 #22 0x00007fc7bd19fc13 in GlobalTask::execute (this=0x7fc7785b1f10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/globaltask.cc:74 #23 0x00007fc7bd199c92 in operator() (__closure=0x7fc770fe00c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:167 #24 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:387 #25 0x00007fc7bd3191d6 in operator() (this=0x7fc770fe00c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 #26 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7fc7a8e25400, thread=..., task=task@entry=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #27 0x00007fc7bd3016ca in folly::CPUThreadPoolExecutor::threadRun (this=0x7fc7a8e25400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 #28 0x00007fc7bd31c2f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #29 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #30 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #31 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #32 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #33 0x00007fc7bd1980d3 in operator() (this=0x7fc7b77c24d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #34 operator() (__closure=0x7fc7b77c24c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #35 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #36 0x00007fc7b97c1dcf in std::execute_native_thread_routine (__p=0x7fc7a8cee6e0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #37 0x00007fc7b8fdadd5 in __nptl_deallocate_tsd () from /lib64/libpthread.so.0 #38 0x00007fc770ff9700 in ?? () #39 0x39409b08eebba549 in ?? () #40 0x39410b0fb141a549 in ?? () #41 0x0000000000000000 in ?? () No core file now.