GNU gdb (GDB) Red Hat Enterprise Linux 7.6.1-119.el7 Copyright (C) 2013 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-redhat-linux-gnu". For bug reporting instructions, please see: ... Reading symbols from /opt/couchbase/bin/memcached...Reading symbols from /usr/lib/debug/opt/couchbase/bin/memcached.debug...done. done. [New LWP 51953] [New LWP 51417] [New LWP 51418] [New LWP 51425] [New LWP 51426] [New LWP 51427] [New LWP 51431] [New LWP 51432] [New LWP 51457] [New LWP 51458] [New LWP 51459] [New LWP 51460] [New LWP 51461] [New LWP 51462] [New LWP 51463] [New LWP 51464] [New LWP 51465] [New LWP 51466] [New LWP 51467] [New LWP 51468] [New LWP 51469] [New LWP 51470] [New LWP 51471] [New LWP 51472] [New LWP 51473] [New LWP 51474] [New LWP 51475] [New LWP 51476] [New LWP 51477] [New LWP 51478] [New LWP 51479] [New LWP 51480] [New LWP 51481] [New LWP 51482] [New LWP 51941] [New LWP 51942] [New LWP 51943] [New LWP 51944] [New LWP 51945] [New LWP 51946] [New LWP 51947] [New LWP 51948] [New LWP 51949] [New LWP 51950] [New LWP 51951] [New LWP 51952] [New LWP 51954] [New LWP 51955] [New LWP 51956] [New LWP 51957] [New LWP 51958] [New LWP 51959] [New LWP 51960] [New LWP 51961] [New LWP 51967] [New LWP 56656] [New LWP 56657] [New LWP 56659] [New LWP 56660] To enable execution of this file add add-auto-load-safe-path /usr/lib64/libthread_db-1.0.so line to your configuration file "/root/.gdbinit". To completely disable this security protection add set auto-load safe-path / line to your configuration file "/root/.gdbinit". For more information about this security protection see the "Auto-loading safe path" section in the GDB manual. E.g., run from the shell: info "(gdb)Auto-loading safe path" Core was generated by `/opt/couchbase/bin/memcached -C /opt/couchbase/var/lib/couchbase/config/memcach'. #0 0x00007fe7d3a6a387 in raise () from /lib64/libc.so.6 Thread 59 (LWP 56660): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7fe735e93a88) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=this@entry=0x7fe735e93a88, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x000000000092af7f in magma::KVStore::acquireFlushBarrier (this=this@entry=0x7fe735e93810) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1457 #4 0x00000000009312f0 in magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:336 #5 0x0000000000931c58 in magma::KVStore::FlushMemTables (this=, wal=, flushMode=, blockMode=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:316 #6 0x00000000008df0af in magma::Magma::Impl::tryWriteCacheFlush(magma::BlockingMode, magma::FlushMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1110 #7 0x00000000008fddde in magma::Magma::Impl::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db_write.cc:50 #8 0x00000000008fdf32 in magma::Magma::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #9 0x0000000000867bdf in MagmaMemoryTrackingProxy::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #10 0x00000000008554c6 in MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62 #11 0x000000000084cf5c in MagmaKVStore::commit(std::unique_ptr >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:607 #12 0x00000000007f65e5 in EPBucket::commit(KVStoreIface&, std::unique_ptr >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:929 #13 0x00000000007fdc15 in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:801 #14 0x00000000007fe01f in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:378 #15 0x00000000006d5350 in Flusher::flushVB (this=0x7fe73ab80000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:285 #16 0x00000000006d5ca0 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:200 #17 0x0000000000a1dff2 in GlobalTask::execute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:68 #18 0x0000000000a1b115 in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fe6acfeb840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:189 #19 0x0000000000b788f0 in operator() (this=0x7fe6acfeb840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 #20 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=0x7fe7d24e3400, thread=..., task=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97 #21 0x0000000000b606aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7fe7d24e3400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 #22 0x0000000000b7b8a9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #23 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #24 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #25 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #26 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #27 0x0000000000a1ac94 in operator() (this=0x7fe7c47fa080) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #28 operator() (__closure=0x7fe7c47fa080) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #29 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #30 0x00007fe7d43e9d40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80 #31 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #32 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 58 (LWP 56659): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7fe738f84e88) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=this@entry=0x7fe738f84e88, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x000000000092af7f in magma::KVStore::acquireFlushBarrier (this=this@entry=0x7fe738f84c10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1457 #4 0x00000000009312f0 in magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:336 #5 0x0000000000931c58 in magma::KVStore::FlushMemTables (this=, wal=, flushMode=, blockMode=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:316 #6 0x00000000008df0af in magma::Magma::Impl::tryWriteCacheFlush(magma::BlockingMode, magma::FlushMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1110 #7 0x00000000008fddde in magma::Magma::Impl::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db_write.cc:50 #8 0x00000000008fdf32 in magma::Magma::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #9 0x0000000000867bdf in MagmaMemoryTrackingProxy::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #10 0x00000000008554c6 in MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62 #11 0x000000000084cf5c in MagmaKVStore::commit(std::unique_ptr >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:607 #12 0x00000000007f65e5 in EPBucket::commit(KVStoreIface&, std::unique_ptr >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:929 #13 0x00000000007fdc15 in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:801 #14 0x00000000007fe01f in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:378 #15 0x00000000006d5350 in Flusher::flushVB (this=0x7fe7402b6600) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:285 #16 0x00000000006d5ca0 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:200 #17 0x0000000000a1dff2 in GlobalTask::execute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:68 #18 0x0000000000a1b115 in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fe6ad7ec840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:189 #19 0x0000000000b788f0 in operator() (this=0x7fe6ad7ec840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 #20 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=0x7fe7d24e3400, thread=..., task=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97 #21 0x0000000000b606aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7fe7d24e3400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 #22 0x0000000000b7b8a9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #23 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #24 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #25 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #26 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #27 0x0000000000a1ac94 in operator() (this=0x7fe7c457bb80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #28 operator() (__closure=0x7fe7c457bb80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #29 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #30 0x00007fe7d43e9d40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80 #31 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #32 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 57 (LWP 56657): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7fe73a8f7288) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=this@entry=0x7fe73a8f7288, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x000000000092af7f in magma::KVStore::acquireFlushBarrier (this=this@entry=0x7fe73a8f7010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1457 #4 0x00000000009312f0 in magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:336 #5 0x0000000000931c58 in magma::KVStore::FlushMemTables (this=, wal=, flushMode=, blockMode=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:316 #6 0x00000000008df0af in magma::Magma::Impl::tryWriteCacheFlush(magma::BlockingMode, magma::FlushMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1110 #7 0x00000000008fddde in magma::Magma::Impl::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db_write.cc:50 #8 0x00000000008fdf32 in magma::Magma::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #9 0x0000000000867bdf in MagmaMemoryTrackingProxy::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #10 0x00000000008554c6 in MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62 #11 0x000000000084cf5c in MagmaKVStore::commit(std::unique_ptr >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:607 #12 0x00000000007f65e5 in EPBucket::commit(KVStoreIface&, std::unique_ptr >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:929 #13 0x00000000007fdc15 in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:801 #14 0x00000000007fe01f in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:378 #15 0x00000000006d5350 in Flusher::flushVB (this=0x7fe73ab80700) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:285 #16 0x00000000006d5ca0 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:200 #17 0x0000000000a1dff2 in GlobalTask::execute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:68 #18 0x0000000000a1b115 in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fe6adfed840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:189 #19 0x0000000000b788f0 in operator() (this=0x7fe6adfed840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 #20 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=0x7fe7d24e3400, thread=..., task=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97 #21 0x0000000000b606aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7fe7d24e3400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 #22 0x0000000000b7b8a9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #23 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #24 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #25 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #26 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #27 0x0000000000a1ac94 in operator() (this=0x7fe7d29dee00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #28 operator() (__closure=0x7fe7d29dee00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #29 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #30 0x00007fe7d43e9d40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80 #31 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #32 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 56 (LWP 56656): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7fe733e53488) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=this@entry=0x7fe733e53488, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x000000000092af7f in magma::KVStore::acquireFlushBarrier (this=this@entry=0x7fe733e53210) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:1457 #4 0x00000000009312f0 in magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:336 #5 0x0000000000931c58 in magma::KVStore::FlushMemTables (this=, wal=, flushMode=, blockMode=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:316 #6 0x00000000008df0af in magma::Magma::Impl::tryWriteCacheFlush(magma::BlockingMode, magma::FlushMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1110 #7 0x00000000008fddde in magma::Magma::Impl::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db_write.cc:50 #8 0x00000000008fdf32 in magma::Magma::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #9 0x0000000000867bdf in MagmaMemoryTrackingProxy::WriteDocs(unsigned short, std::vector > const&, unsigned int, std::function, std::function >&)>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #10 0x00000000008554c6 in MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62 #11 0x000000000084cf5c in MagmaKVStore::commit(std::unique_ptr >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:607 #12 0x00000000007f65e5 in EPBucket::commit(KVStoreIface&, std::unique_ptr >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:929 #13 0x00000000007fdc15 in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:801 #14 0x00000000007fe01f in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:378 #15 0x00000000006d5350 in Flusher::flushVB (this=0x7fe7402b7400) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:285 #16 0x00000000006d5ca0 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:200 #17 0x0000000000a1dff2 in GlobalTask::execute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:68 #18 0x0000000000a1b115 in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fe6f4bed840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:189 #19 0x0000000000b788f0 in operator() (this=0x7fe6f4bed840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 #20 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=0x7fe7d24e3400, thread=..., task=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97 #21 0x0000000000b606aa in folly::CPUThreadPoolExecutor::threadRun (this=0x7fe7d24e3400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 #22 0x0000000000b7b8a9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #23 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #24 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #25 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #26 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #27 0x0000000000a1ac94 in operator() (this=0x7fe7d253d000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #28 operator() (__closure=0x7fe7d253d000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #29 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #30 0x00007fe7d43e9d40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80 #31 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #32 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 55 (LWP 51967): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d5712fa2 in background_thread_sleep (tsdn=, interval=, info=) at src/background_thread.c:232 #2 background_work_sleep_once (ind=, info=, tsdn=) at src/background_thread.c:307 #3 background_work (ind=, tsd=0x7fe7449ee220) at src/background_thread.c:497 #4 background_thread_entry (ind_arg=) at src/background_thread.c:522 #5 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 54 (LWP 51961): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x0000000000959288 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #4 0x0000000000959671 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #5 0x0000000000b14a09 in run (this=0x7fe7d2549ec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #6 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #7 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 53 (LWP 51960): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x0000000000959288 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #4 0x0000000000959671 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #5 0x0000000000b14a09 in run (this=0x7fe7d2549e90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #6 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #7 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 52 (LWP 51959): #0 0x00007fe7d570d685 in extent_list_remove (extent=0x7fe714f87cc0, list=0x7fe740408308) at include/jemalloc/internal/extent_inlines.h:440 #1 arena_bin_slabs_full_remove (slab=0x7fe714f87cc0, bin=0x7fe740408288, arena=0x7fe7404008c0) at src/arena.c:1061 #2 arena_dalloc_bin_locked_impl (junked=true, ptr=, slab=0x7fe714f87cc0, binind=, bin=0x7fe740408288, arena=0x7fe7404008c0, tsdn=) at src/arena.c:1701 #3 je_arena_dalloc_bin_junked_locked (tsdn=tsdn@entry=0x7fe747fde220, arena=arena@entry=0x7fe7404008c0, bin=bin@entry=0x7fe740408288, binind=binind@entry=6, extent=0x7fe714f87cc0, ptr=) at src/arena.c:1714 #4 0x00007fe7d577c73d in je_tcache_bin_flush_small (tsd=tsd@entry=0x7fe747fde220, tcache=tcache@entry=0x7fe7293bb000, tbin=tbin@entry=0x7fe7293bb0a0, binind=binind@entry=6, rem=) at src/tcache.c:189 #5 0x00007fe7d577d980 in je_tcache_event_hard (tsd=tsd@entry=0x7fe747fde220, tcache=tcache@entry=0x7fe7293bb000) at src/tcache.c:55 #6 0x00007fe7d5706ebd in tcache_event (tcache=0x7fe7293bb000, tsd=) at include/jemalloc/internal/tcache_inlines.h:37 #7 tcache_dalloc_large (slow_path=, binind=, ptr=, tcache=, tsd=) at include/jemalloc/internal/tcache_inlines.h:212 #8 arena_dalloc_large (slow_path=, szind=, tcache=, ptr=, tsdn=) at include/jemalloc/internal/arena_inlines_b.h:276 #9 arena_sdalloc (slow_path=, alloc_ctx=, tcache=, size=, ptr=, tsdn=) at include/jemalloc/internal/arena_inlines_b.h:423 #10 isdalloct (slow_path=, alloc_ctx=, tcache=, size=, ptr=, tsdn=) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:131 #11 isfree (slow_path=, tcache=, usize=, ptr=, tsd=) at src/jemalloc.c:2646 #12 je_sdallocx_default (ptr=0x7fe732001680, size=, flags=) at src/jemalloc.c:3587 #13 0x0000000000b26316 in cb::_JEArenaMalloc::sized_free (ptr=ptr@entry=0x7fe732001680, size=size@entry=24) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/je_arena_malloc.cc:317 #14 0x00000000005b6ff6 in sized_free (size=24, ptr=0x7fe732001680) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:75 #15 cb_sized_free (ptr=0x7fe732001680, size=24) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:75 #16 0x0000000000861cfe in MagmaKVStore::compactionCallBack(MagmaKVStore::MagmaCompactionCB&, magma::Slice const&, magma::Slice const&, magma::Slice const&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:279 #17 0x00000000009136ed in magma::DocSeqGCContext::Transform (this=0x7fe738a1e000, key=..., value=..., buffer=..., outputValue=0x7fe747fdcd60) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/format.h:44 #18 0x00000000009bec05 in magma::ItemGCFilter::Process(std::vector, std::allocator > >&, std::vector, std::allocator > >*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/mvcc.cc:106 #19 0x00000000009960c2 in magma::LSMTree::mergeSSTables(std::vector, std::allocator > >&, magma::ItemGCFilter&, unsigned long, double, std::vector, std::allocator > >*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:725 #20 0x000000000096c2c3 in magma::LSMTree::compactLevelForInputs(int, int, std::unique_lock&, std::vector, std::allocator > >&, std::vector, std::allocator > >&, bool, std::function > (bool)>) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/compaction.cc:174 #21 0x000000000096ed1a in magma::LSMTree::compactLevel(int, std::unique_lock&, bool, std::function > (bool)>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #22 0x000000000096efac in magma::LSMTree::compact(std::unique_lock&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/compaction.cc:345 #23 0x0000000000988f28 in doCompactionWork (this=0x7fe737276000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:357 #24 operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:367 #25 __invoke_impl&> (__f=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:60 #26 __invoke_r&> (__fn=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:110 #27 std::_Function_handler::_M_invoke(std::_Any_data const&) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:291 #28 0x0000000000957e8d in operator() (this=0x7fe736ab4d98) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #29 magma::TimedTask::Complete(bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:144 #30 0x0000000000959681 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:161 #31 0x0000000000b14a09 in run (this=0x7fe7d2549e60) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #32 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #33 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #34 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 51 (LWP 51958): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x0000000000959288 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #4 0x0000000000959671 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #5 0x0000000000b14a09 in run (this=0x7fe7d2549e30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #6 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #7 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 50 (LWP 51957): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x0000000000959288 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #4 0x0000000000959671 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #5 0x0000000000b14a09 in run (this=0x7fe7d2549e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #6 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #7 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 49 (LWP 51956): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x0000000000959288 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #4 0x0000000000959671 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #5 0x0000000000b14a09 in run (this=0x7fe7d2549dd0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #6 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #7 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 48 (LWP 51955): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x0000000000959288 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #4 0x0000000000959671 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #5 0x0000000000b14a09 in run (this=0x7fe7d2549da0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #6 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #7 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 47 (LWP 51954): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x0000000000959288 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #4 0x0000000000959671 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #5 0x0000000000b14a09 in run (this=0x7fe7d2549d70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #6 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #7 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 46 (LWP 51952): #0 0x00007fe7d6210efd in open64 () from /lib64/libpthread.so.0 #1 0x0000000000947ad5 in magma::BasicFile::Open(int) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_linux.cc:93 #2 0x00000000009a613e in magma::FileWithStats::Open (this=, openFlags=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_stats.cc:26 #3 0x000000000094e58d in magma::Cache::makeObject(magma::ManagedFile*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file_manager.cc:249 #4 0x0000000000954e65 in magma::Cache::AcquireObject (this=0x7fe7bc6a3800, id=0x7fe733cd34a0, doCaching=) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:779 #5 0x000000000094f02d in magma::ManagedFile::Open(int) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file_manager.cc:276 #6 0x00000000009aa32b in magma::SSTableIterator::initFileHandle() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable.cc:679 #7 0x00000000009ae1df in magma::SSTableIterator::initStacks(magma::Slice const&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable.cc:704 #8 0x00000000009aec36 in magma::SSTableIterator::SeekFirst (this=0x7fe737a91200) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable.cc:777 #9 0x000000000096603d in magma::MergeIterator::SeekFirst (this=this@entry=0x7fe74b7e4000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/iterator.cc:59 #10 0x0000000000996075 in magma::LSMTree::mergeSSTables(std::vector, std::allocator > >&, magma::ItemGCFilter&, unsigned long, double, std::vector, std::allocator > >*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:722 #11 0x000000000096c2c3 in magma::LSMTree::compactLevelForInputs(int, int, std::unique_lock&, std::vector, std::allocator > >&, std::vector, std::allocator > >&, bool, std::function > (bool)>) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/compaction.cc:174 #12 0x000000000096ed1a in magma::LSMTree::compactLevel(int, std::unique_lock&, bool, std::function > (bool)>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #13 0x000000000096efac in magma::LSMTree::compact(std::unique_lock&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/compaction.cc:345 #14 0x0000000000988f28 in doCompactionWork (this=0x7fe737158000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:357 #15 operator() (__closure=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/lsm_tree.cc:367 #16 __invoke_impl&> (__f=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:60 #17 __invoke_r&> (__fn=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:110 #18 std::_Function_handler::_M_invoke(std::_Any_data const&) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:291 #19 0x0000000000957e8d in operator() (this=0x7fe738f79418) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248 #20 magma::TimedTask::Complete(bool) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:144 #21 0x0000000000959681 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:161 #22 0x0000000000b14a09 in run (this=0x7fe7d2549d10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #23 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #24 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #25 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 45 (LWP 51951): #0 0x00007fe7d620da35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7d43e48bc in __gthread_cond_wait (__mutex=, __cond=) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865 #2 std::condition_variable::wait (this=, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x0000000000959288 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #4 0x0000000000959671 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #5 0x0000000000b14a09 in run (this=0x7fe7d2549ce0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #6 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #7 0x00007fe7d6209ea5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fe7d3b328dd in clone () from /lib64/libc.so.6 Thread 44 (LWP 51950): #0 0x00007fe7d6210fc3 in pread64 () from /lib64/libpthread.so.0 #1 0x0000000000948218 in magma::BasicFile::Read(long, unsigned long, char*, unsigned long*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_linux.cc:145 #2 0x00000000009a646a in magma::FileWithStats::Read(long, unsigned long, char*, unsigned long*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/file/file_impl_stats.cc:39 #3 0x000000000094c3b6 in magma::BufferedFileReader::Read(magma::File*, long, unsigned long, magma::Slice&, unsigned long&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/rw_file.cc:273 #4 0x0000000000957624 in magma::ReadAndTransform(magma::File*, long, unsigned long, std::function >&, unsigned long&)>, std::unique_ptr >&, unsigned long&, unsigned long&, magma::BufferedFileReader*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/block_cache.cc:39 No core file now.