GNU gdb (GDB) Red Hat Enterprise Linux 7.6.1-119.el7 Copyright (C) 2013 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-redhat-linux-gnu". For bug reporting instructions, please see: ... Reading symbols from /opt/couchbase/bin/memcached...Reading symbols from /usr/lib/debug/opt/couchbase/bin/memcached.debug...done. done. [New LWP 9545] [New LWP 9145] [New LWP 9146] [New LWP 9147] [New LWP 9148] [New LWP 9149] [New LWP 9150] [New LWP 9151] [New LWP 9152] [New LWP 9153] [New LWP 9154] [New LWP 9155] [New LWP 9156] [New LWP 9157] [New LWP 9158] [New LWP 9159] [New LWP 9160] [New LWP 9161] [New LWP 9162] [New LWP 9537] [New LWP 9538] [New LWP 9539] [New LWP 9540] [New LWP 9541] [New LWP 9543] [New LWP 9544] [New LWP 9546] [New LWP 9547] [New LWP 9548] [New LWP 9549] [New LWP 9550] [New LWP 9585] To enable execution of this file add add-auto-load-safe-path /usr/lib64/libthread_db-1.0.so line to your configuration file "/root/.gdbinit". To completely disable this security protection add set auto-load safe-path / line to your configuration file "/root/.gdbinit". For more information about this security protection see the "Auto-loading safe path" section in the GDB manual. E.g., run from the shell: info "(gdb)Auto-loading safe path" Core was generated by `/opt/couchbase/bin/memcached -C /opt/couchbase/var/lib/couchbase/config/memcach'. #0 0x00007f98c8f19387 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:55 55 return INLINE_SYSCALL (tgkill, 3, pid, selftid, sig); Thread 32 (LWP 9585): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f98cad8be51 in background_thread_sleep (tsdn=, interval=10000000000, info=) at src/background_thread.c:255 #2 background_work_sleep_once (ind=, info=, tsdn=) at src/background_thread.c:307 #3 background_work (ind=, tsd=0x7f985d9e4a60) at src/background_thread.c:497 #4 background_thread_entry (ind_arg=) at src/background_thread.c:522 #5 0x00007f98c92b8ea5 in start_thread (arg=0x7f985d9fd700) at pthread_create.c:307 #6 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (LWP 9550): #0 0x00007f98c8fe1eb3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007f98cab533c5 in epoll_dispatch (base=0x7f98c42f4000, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007f98cab4a376 in event_base_loop (base=0x7f98c42f4000, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x00007f98cd6090b7 in folly::EventBase::loopBody (this=this@entry=0x7f98c428e780, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x00007f98cd609586 in folly::EventBase::loop (this=this@entry=0x7f98c428e780) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x00007f98cd60af46 in folly::EventBase::loopForever (this=0x7f98c428e780) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00007f98cd5f8419 in folly::IOThreadPoolExecutor::threadRun (this=0x7f98c4156780, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/IOThreadPoolExecutor.cpp:195 #7 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #8 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #9 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #10 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #11 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #12 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c4123d50) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #13 0x00007f98c92b8ea5 in start_thread (arg=0x7f985f7fe700) at pthread_create.c:307 #14 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 30 (LWP 9549): #0 Checkpoint::getMemoryOverhead (this=) at /usr/local/include/c++/7.3.0/ext/atomicity.h:53 #1 0x00007f98cd3947f0 in CheckpointManager::getMemoryUsage (this=0x7f98482fba00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint.h:601 #2 0x00007f98cd4e4b2c in VBucket::getChkMgrMemUsage (this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:294 #3 0x00007f98cd501132 in VBucketMap::getVBucketsTotalCheckpointMemoryUsage (this=0x7f985c00a318) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucketmap.cc:137 #4 0x00007f98cd3a16bf in ClosedUnrefCheckpointRemoverTask::isReductionInCheckpointMemoryNeeded (this=0x7f985c0b53d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_remover.cc:91 #5 0x00007f98cd3a2148 in ClosedUnrefCheckpointRemoverTask::run (this=0x7f985c0b53d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_remover.cc:215 #6 0x00007f98cd4862d3 in GlobalTask::execute (this=0x7f985c0b53d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/globaltask.cc:74 #7 0x00007f98cd480352 in operator() (__closure=0x7f985ffe60c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:167 #8 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:387 #9 0x00007f98cd600bd6 in operator() (this=0x7f985ffe60c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 #10 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=0x7f98c4295400, thread=..., task=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #11 0x00007f98cd5e90ca in folly::CPUThreadPoolExecutor::threadRun (this=0x7f98c4295400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 #12 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x00007f98cd47e793 in operator() (this=0x7f98c7bc7200) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #18 operator() (__closure=0x7f98c7bc71f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c4123ce0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #21 0x00007f98c92b8ea5 in start_thread (arg=0x7f985ffff700) at pthread_create.c:307 #22 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 29 (LWP 9548): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f98cd5e3add in nativeFutexWaitImpl (waitMask=, absSteadyTime=, absSystemTime=, expected=, addr=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=, expected=, absSystemTime=, absSteadyTime=, waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x00007f98cd5eacea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=, deadline=..., expected=, futex=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (futex=, expected=, deadline=..., waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x00007f98cd5f0737 in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7f98827dbca8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 0x00007f98cd5f0c66 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > ( this=0x7f9888002a40, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #7 0x00007f98cd5f43c0 in folly::UnboundedBlockingQueue::try_take_for (this=0x7f9888002a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 0x00007f98cd5e9057 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f98c4295400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #9 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #10 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #11 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #12 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #13 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #14 0x00007f98cd47e793 in operator() (this=0x7f98c7bc71b0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #15 operator() (__closure=0x7f98c7bc71a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #16 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #17 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c4123c70) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #18 0x00007f98c92b8ea5 in start_thread (arg=0x7f9880fd7700) at pthread_create.c:307 #19 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (LWP 9547): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f98cd5e3add in nativeFutexWaitImpl (waitMask=, absSteadyTime=, absSystemTime=, expected=, addr=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=, expected=, absSystemTime=, absSteadyTime=, waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x00007f98cd5eacea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=, deadline=..., expected=, futex=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (futex=, expected=, deadline=..., waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x00007f98cd5f05fd in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7f98827dbc30, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x00007f98cd5f0c66 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > ( this=0x7f98880024c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #7 0x00007f98cd5f43c0 in folly::UnboundedBlockingQueue::try_take_for (this=0x7f9888002480, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 0x00007f98cd5e9057 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f98c4294800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #9 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #10 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #11 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #12 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #13 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #14 0x00007f98cd47e793 in operator() (this=0x7f98c7bc70c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #15 operator() (__closure=0x7f98c7bc70b0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #16 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #17 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c4123c00) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #18 0x00007f98c92b8ea5 in start_thread (arg=0x7f98817d8700) at pthread_create.c:307 #19 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 27 (LWP 9546): #0 ebin_cmp (e1=, e2=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/util.cc:24 #1 0x00007f98ccdaa8da in sort_linked_list (p=, p@entry=0x7f98411a1010, idx=idx@entry=0, compare=compare@entry=0x7f98ccdaa930 , pointer=pointer@entry=0x7f9881fbdb90, pcount=pcount@entry=0x0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/llmsort.cc:67 #2 0x00007f98ccdaad29 in merge_sort (unsorted_file=0x7f9864001050, sorted_file=0x7f9864001050, tmp_path=0x7f9881fbe600 "/opt/couchbase/var/lib/couchbase/data/default/45.couch.2.compact.btree-tmp_3", read=read@entry=0x7f98ccdae890 , write=write@entry=0x7f98ccdae980 , compare=compare@entry=0x7f98ccdae810 , record_alloc=0x7f98ccdae840 , record_duplicate=0x7f98ccdae850 , record_free=0x7f98ccdae830 , pointer=0x7f9836ff8800, block_size=512000, pcount=0x0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/mergesort.cc:184 #3 0x00007f98ccdaec80 in TreeWriterSort (writer=0x7f9836ff8800) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/tree_writer.cc:118 #4 0x00007f98ccda0451 in cb::couchstore::compact(Db&, char const*, unsigned long, std::function, std::function, FileOpsInterface*, std::function) ( source=..., target_filename=, flags=flags@entry=251658242, filterCallback=..., rewriteDocInfoCallback=..., ops=ops@entry=0x7f985c0546e0, precommitHook=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/couchstore/src/db_compact.cc:188 #5 0x00007f98cd54cbee in CouchKVStore::compactDBInternal (this=this@entry=0x7f985c0bae00, sourceDb=..., compact_file=..., vbLock=..., hook_ctx=0x7f984237f890) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:1381 #6 0x00007f98cd54fb94 in CouchKVStore::compactDB (this=0x7f985c0bae00, vbLock=..., hook_ctx=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:1074 #7 0x00007f98cd424fce in EPBucket::compactInternal (this=this@entry=0x7f985c00a300, vb=..., config=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:1217 #8 0x00007f98cd425291 in EPBucket::doCompact (this=0x7f985c00a300, vbid=..., config=..., cookies=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:1261 #9 0x00007f98cd4de060 in CompactTask::run (this=0x7f982cfd2c30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/tasks.cc:90 #10 0x00007f98cd4862d3 in GlobalTask::execute (this=0x7f982cfd2c30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/globaltask.cc:74 #11 0x00007f98cd480352 in operator() (__closure=0x7f9881fc00c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:167 #12 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:387 #13 0x00007f98cd600bd6 in operator() (this=0x7f9881fc00c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 #14 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=0x7f98c4293c00, thread=..., task=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #15 0x00007f98cd5e90ca in folly::CPUThreadPoolExecutor::threadRun (this=0x7f98c4293c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 #16 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #17 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #18 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #19 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #20 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #21 0x00007f98cd47e793 in operator() (this=0x7f98c7bc7020) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #22 operator() (__closure=0x7f98c7bc7010) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #23 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #24 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c4123b90) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #25 0x00007f98c92b8ea5 in start_thread (arg=0x7f9881fd9700) at pthread_create.c:307 #26 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (LWP 9544): #0 load (__m=std::memory_order_seq_cst, this=0x7f983c3c0133) at /usr/local/include/c++/7.3.0/bits/atomic_base.h:396 #1 test (order=std::memory_order_seq_cst, idx=0, this=0x7f983c3c0133) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/3rd_party/folly/AtomicBitSet.h:160 #2 isDirty (this=0x7f983c3c0100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/stored-value.h:216 #3 PersistenceCallback::operator() (this=, txCtx=..., queuedItem=..., state=KVStore::Insert) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/persistence_callback.cc:49 #4 0x00007f98cd4c43b4 in EPTransactionContext::setCallback (this=, item=..., state=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/persistence_callback.cc:140 #5 0x00007f98cd53b02d in CouchKVStore::commitCallback (this=this@entry=0x7f9880292c00, committedReqs=..., kvctx=..., errCode=errCode@entry=COUCHSTORE_SUCCESS) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:2995 #6 0x00007f98cd5525f1 in CouchKVStore::commit2couchstore (this=0x7f9880292c00, commitData=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:2713 #7 0x00007f98cd552b65 in CouchKVStore::commit (this=0x7f9880292c00, commitData=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:1908 #8 0x00007f98cd424982 in EPBucket::commit (this=this@entry=0x7f98801e1300, vbid=..., kvstore=..., commitData=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:899 #9 0x00007f98cd427e44 in EPBucket::flushVBucket (this=0x7f98801e1300, vbid=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:767 #10 0x00007f98cd48238c in Flusher::flushVB (this=this@entry=0x7f98802bcf80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:303 #11 0x00007f98cd4835a9 in Flusher::step (this=0x7f98802bcf80, task=0x7f988028c5b0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:204 #12 0x00007f98cd4862d3 in GlobalTask::execute (this=0x7f988028c5b0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/globaltask.cc:74 #13 0x00007f98cd480352 in operator() (__closure=0x7f988cfe00c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:167 #14 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:387 #15 0x00007f98cd600bd6 in operator() (this=0x7f988cfe00c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 #16 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=0x7f98c4293c00, thread=..., task=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #17 0x00007f98cd5e90ca in folly::CPUThreadPoolExecutor::threadRun (this=0x7f98c4293c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 #18 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #19 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #20 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #21 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #22 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #23 0x00007f98cd47e793 in operator() (this=0x7f98c7bc6f80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #24 operator() (__closure=0x7f98c7bc6f70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #25 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #26 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c4123ab0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #27 0x00007f98c92b8ea5 in start_thread (arg=0x7f988cff9700) at pthread_create.c:307 #28 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (LWP 9543): #0 splitHash (hash=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/container/detail/F14Table.h:1110 #1 find (key=, this=this@entry=0x7f985c059de0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/container/detail/F14Table.h:1406 #2 find (key=, this=this@entry=0x7f985c059de0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/container/F14Map.h:654 #3 Collections::VB::Manifest::getManifestIterator (this=this@entry=0x7f985c059de0, id=..., id@entry=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/collections/vbucket_manifest.cc:621 #4 0x00007f98cd5ad260 in StatsReadHandle (cid=..., lock=..., m=0x7f985c059de0, this=0x7f988d7e0190) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/collections/vbucket_manifest_handles.h:495 #5 Collections::VB::Manifest::lock (this=0x7f985c059de0, cid=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/collections/vbucket_manifest.cc:1266 #6 0x00007f98cd57f99a in Collections::VB::Flush::postCommitMakeStatsVisible (this=0x7f988d7e0860) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/collections/flush.cc:201 #7 0x00007f98cd5525c1 in CouchKVStore::commit2couchstore (this=0x7f985c0ba000, commitData=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:2706 #8 0x00007f98cd552b65 in CouchKVStore::commit (this=0x7f985c0ba000, commitData=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/couch-kvstore/couch-kvstore.cc:1908 #9 0x00007f98cd424982 in EPBucket::commit (this=this@entry=0x7f985c00a300, vbid=..., kvstore=..., commitData=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:899 #10 0x00007f98cd427e44 in EPBucket::flushVBucket (this=0x7f985c00a300, vbid=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:767 #11 0x00007f98cd48238c in Flusher::flushVB (this=this@entry=0x7f985c0e5c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:303 #12 0x00007f98cd4835a9 in Flusher::step (this=0x7f985c0e5c00, task=0x7f985c0b5470) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:204 #13 0x00007f98cd4862d3 in GlobalTask::execute (this=0x7f985c0b5470) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/globaltask.cc:74 #14 0x00007f98cd480352 in operator() (__closure=0x7f988d7e10c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:167 #15 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:387 #16 0x00007f98cd600bd6 in operator() (this=0x7f988d7e10c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 #17 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=0x7f98c4293c00, thread=..., task=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #18 0x00007f98cd5e90ca in folly::CPUThreadPoolExecutor::threadRun (this=0x7f98c4293c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 #19 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #20 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #21 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #22 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #23 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #24 0x00007f98cd47e793 in operator() (this=0x7f98c7bc6f30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #25 operator() (__closure=0x7f98c7bc6f20) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #26 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #27 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c4123a40) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #28 0x00007f98c92b8ea5 in start_thread (arg=0x7f988d7fa700) at pthread_create.c:307 #29 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (LWP 9541): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f98cd5e3add in nativeFutexWaitImpl (waitMask=, absSteadyTime=, absSystemTime=, expected=, addr=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=, expected=, absSystemTime=, absSteadyTime=, waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x00007f98cd5eacea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=, deadline=..., expected=, futex=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (futex=, expected=, deadline=..., waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x00007f98cd5f05fd in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7f98827db030, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x00007f98cd5f0c66 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > ( this=0x7f9888000a40, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #7 0x00007f98cd5f43c0 in folly::UnboundedBlockingQueue::try_take_for (this=0x7f9888000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 0x00007f98cd5e9057 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f98c4293000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #9 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #10 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #11 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #12 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #13 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #14 0x00007f98cd47e793 in operator() (this=0x7f98c7bbfd20) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #15 operator() (__closure=0x7f98c7bbfd10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #16 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #17 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c41239d0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #18 0x00007f98c92b8ea5 in start_thread (arg=0x7f988dffb700) at pthread_create.c:307 #19 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (LWP 9540): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f98cd5e3add in nativeFutexWaitImpl (waitMask=, absSteadyTime=, absSystemTime=, expected=, addr=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=, expected=, absSystemTime=, absSteadyTime=, waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x00007f98cd5eacea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=, deadline=..., expected=, futex=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (futex=, expected=, deadline=..., waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x00007f98cd5f05fd in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7f98827db390, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x00007f98cd5f0c66 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > ( this=0x7f9888000a40, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #7 0x00007f98cd5f43c0 in folly::UnboundedBlockingQueue::try_take_for (this=0x7f9888000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 0x00007f98cd5e9057 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f98c4293000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #9 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #10 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #11 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #12 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #13 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #14 0x00007f98cd47e793 in operator() (this=0x7f98c7bbfcd0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #15 operator() (__closure=0x7f98c7bbfcc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #16 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #17 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c4123960) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #18 0x00007f98c92b8ea5 in start_thread (arg=0x7f988e7fc700) at pthread_create.c:307 #19 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (LWP 9539): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f98cd5e3add in nativeFutexWaitImpl (waitMask=, absSteadyTime=, absSystemTime=, expected=, addr=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=, expected=, absSystemTime=, absSteadyTime=, waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x00007f98cd5eacea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=, deadline=..., expected=, futex=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (futex=, expected=, deadline=..., waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x00007f98cd5f05fd in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7f98827db1f8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x00007f98cd5f0c66 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > ( this=0x7f9888000a40, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #7 0x00007f98cd5f43c0 in folly::UnboundedBlockingQueue::try_take_for (this=0x7f9888000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 0x00007f98cd5e9057 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f98c4293000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #9 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #10 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #11 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #12 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #13 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #14 0x00007f98cd47e793 in operator() (this=0x7f98c7bbfc80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #15 operator() (__closure=0x7f98c7bbfc70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #16 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #17 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c4123880) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #18 0x00007f98c92b8ea5 in start_thread (arg=0x7f988effd700) at pthread_create.c:307 #19 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (LWP 9538): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f98cd5e3add in nativeFutexWaitImpl (waitMask=, absSteadyTime=, absSystemTime=, expected=, addr=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=, expected=, absSystemTime=, absSteadyTime=, waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x00007f98cd5eacea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=, deadline=..., expected=, futex=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > (futex=, expected=, deadline=..., waitMask=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x00007f98cd5f05fd in folly::SaturatingSemaphore::tryWaitSlow > > (this=0x7f98827db048, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 0x00007f98cd5f0c66 in folly::detail::LifoSemBase, std::atomic>::try_wait_until > > ( this=0x7f9888000a40, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #7 0x00007f98cd5f43c0 in folly::UnboundedBlockingQueue::try_take_for (this=0x7f9888000a00, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #8 0x00007f98cd5e9057 in folly::CPUThreadPoolExecutor::threadRun (this=0x7f98c4293000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #9 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #10 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #11 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #12 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #13 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #14 0x00007f98cd47e793 in operator() (this=0x7f98c7bbfc30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #15 operator() (__closure=0x7f98c7bbfc20) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #16 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #17 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c41237a0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #18 0x00007f98c92b8ea5 in start_thread (arg=0x7f988f7fe700) at pthread_create.c:307 #19 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (LWP 9537): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f98cad8be51 in background_thread_sleep (tsdn=, interval=10000000000, info=) at src/background_thread.c:255 #2 background_work_sleep_once (ind=, info=, tsdn=) at src/background_thread.c:307 #3 background_work (ind=, tsd=0x7f988ffe6a60) at src/background_thread.c:497 #4 background_thread_entry (ind_arg=) at src/background_thread.c:522 #5 0x00007f98c92b8ea5 in start_thread (arg=0x7f988ffff700) at pthread_create.c:307 #6 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (LWP 9162): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007f98c9a9a1bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7f98c792c698) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:864 #2 std::condition_variable::wait (this=this@entry=0x7f98c792c698, __lock=...) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x00000000004a1af1 in Executor::run (this=0x7f98c792c540) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:44 #4 0x00007f98cba8620f in Couchbase::Thread::thread_entry (this=0x7f98c792c540) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #5 0x00007f98cba7b2d7 in run (this=0x7f98c8834820) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #6 platform_thread_wrap (arg=0x7f98c8834820) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #7 0x00007f98c92b8ea5 in start_thread (arg=0x7f98b6ffd700) at pthread_create.c:307 #8 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (LWP 9161): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007f98c9a9a1bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7f98c792c4d8) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:864 #2 std::condition_variable::wait (this=this@entry=0x7f98c792c4d8, __lock=...) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x00000000004a1af1 in Executor::run (this=0x7f98c792c380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:44 #4 0x00007f98cba8620f in Couchbase::Thread::thread_entry (this=0x7f98c792c380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #5 0x00007f98cba7b2d7 in run (this=0x7f98c8834640) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #6 platform_thread_wrap (arg=0x7f98c8834640) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #7 0x00007f98c92b8ea5 in start_thread (arg=0x7f98b77fe700) at pthread_create.c:307 #8 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (LWP 9160): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007f98c9a9a1bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7f98c792c318) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:864 #2 std::condition_variable::wait (this=this@entry=0x7f98c792c318, __lock=...) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x00000000004a1af1 in Executor::run (this=0x7f98c792c1c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:44 #4 0x00007f98cba8620f in Couchbase::Thread::thread_entry (this=0x7f98c792c1c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #5 0x00007f98cba7b2d7 in run (this=0x7f98c8834610) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #6 platform_thread_wrap (arg=0x7f98c8834610) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #7 0x00007f98c92b8ea5 in start_thread (arg=0x7f98b7fff700) at pthread_create.c:307 #8 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (LWP 9159): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007f98c9a9a1bc in __gthread_cond_wait (__mutex=, __cond=__cond@entry=0x7f98c792c158) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:864 #2 std::condition_variable::wait (this=this@entry=0x7f98c792c158, __lock=...) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/condition_variable.cc:53 #3 0x00000000004a1af1 in Executor::run (this=0x7f98c792c000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/executor.cc:44 #4 0x00007f98cba8620f in Couchbase::Thread::thread_entry (this=0x7f98c792c000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #5 0x00007f98cba7b2d7 in run (this=0x7f98c8834850) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #6 platform_thread_wrap (arg=0x7f98c8834850) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #7 0x00007f98c92b8ea5 in start_thread (arg=0x7f98bcff9700) at pthread_create.c:307 #8 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (LWP 9158): #0 0x00007f98c8fe1eb3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007f98cab533c5 in epoll_dispatch (base=0x7f98c8823c00, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007f98cab4a376 in event_base_loop (base=0x7f98c8823c00, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x000000000046adf9 in worker_libevent (arg=0x7f98c7aeeff8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:195 #4 0x00007f98cba7b2d7 in run (this=0x7f98c8834670) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #5 platform_thread_wrap (arg=0x7f98c8834670) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #6 0x00007f98c92b8ea5 in start_thread (arg=0x7f98bd7fa700) at pthread_create.c:307 #7 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (LWP 9157): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007f98c92bae9b in _L_lock_883 () from /lib64/libpthread.so.0 #2 0x00007f98c92bad68 in __GI___pthread_mutex_lock (mutex=0x7f98413b98e8) at ../nptl/pthread_mutex_lock.c:78 #3 0x00007f98cd3947c9 in CheckpointManager::getMemoryUsage (this=0x7f98413b9880) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:748 #4 0x00007f98cd4e4b2c in VBucket::getChkMgrMemUsage (this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:294 #5 0x00007f98cd4e37d0 in visitBucket (vb=..., this=0x7f985c0ea040) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vb_count_visitor.cc:41 #6 VBucketCountAggregator::visitBucket (this=, vb=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vb_count_visitor.cc:90 #7 0x00007f98cd4a1ca5 in KVBucket::visit (this=0x7f985c00a300, visitor=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:2298 #8 0x00007f98cd4a4013 in KVBucket::getAggregatedVBucketStats (this=0x7f985c00a300, collector=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kv_bucket.cc:1190 #9 0x00007f98cd43f84e in EventuallyPersistentEngine::doEngineStats (this=this@entry=0x7f985c000000, collector=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:3083 #10 0x00007f98cd454aab in EventuallyPersistentEngine::getStats(void const*, std::basic_string_view >, std::basic_string_view >, std::function >, std::basic_string_view >, gsl::not_null)> const&) (this=this@entry=0x7f985c000000, cookie=0x7f98c7b3ca80, key=..., value=..., add_stat=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:4769 #11 0x00007f98cd45591e in EventuallyPersistentEngine::get_stats(gsl::not_null, std::basic_string_view >, std::basic_string_view >, std::function >, std::basic_string_view >, gsl::not_null)> const&) (this=0x7f985c000000, cookie=..., key=..., value=..., add_stat=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_engine.cc:371 #12 0x000000000044e662 in bucket_get_stats(Cookie&, std::basic_string_view >, cb::sized_buffer, std::function >, std::basic_string_view >, gsl::not_null)> const&) (cookie=..., key=..., value=..., add_stat=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:376 #13 0x00000000004d00da in stat_all_stats (arg=..., cookie=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/stats_context.cc:495 #14 0x00000000004d0d85 in StatsCommandContext::doStats (this=this@entry=0x7f98c7a72460) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/stats_context.cc:732 #15 0x00000000004d2860 in StatsCommandContext::step (this=0x7f98c7a72460) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/stats_context.cc:654 #16 0x00000000004d53a0 in SteppableCommandContext::drive (this=this@entry=0x7f98c7a72460) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:42 #17 0x00000000004aac06 in stat_executor (cookie=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/mcbp_executors.cc:191 #18 0x00000000004ada56 in operator() (__args#0=..., this=) at /usr/local/include/c++/7.3.0/bits/std_function.h:706 #19 execute_client_request_packet (cookie=..., request=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/mcbp_executors.cc:891 #20 0x000000000049c839 in Cookie::execute (this=0x7f98c7b3ca80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:158 #21 0x0000000000483ddd in Connection::executeCommandPipeline (this=this@entry=0x7f9840581b00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:560 #22 0x0000000000487625 in Connection::executeCommandsCallback (this=this@entry=0x7f9840581b00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:633 #23 0x0000000000487f6f in Connection::rw_callback (ctx=0x7f9840581b00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:779 #24 0x00007f98cab40d8e in bufferevent_run_deferred_callbacks_unlocked (cb=, arg=0x7f98c7b3cd00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:208 #25 0x00007f98cab49d01 in event_process_active_single_queue (base=base@entry=0x7f98c8823900, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726 #26 0x00007f98cab4a54f in event_process_active (base=0x7f98c8823900) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789 #27 event_base_loop (base=0x7f98c8823900, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012 #28 0x000000000046adf9 in worker_libevent (arg=0x7f98c7aee550) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:195 #29 0x00007f98cba7b2d7 in run (this=0x7f98c88347f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #30 platform_thread_wrap (arg=0x7f98c88347f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #31 0x00007f98c92b8ea5 in start_thread (arg=0x7f98bdffb700) at pthread_create.c:307 #32 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (LWP 9156): #0 0x00007f98c8fe1eb3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007f98cab533c5 in epoll_dispatch (base=0x7f98c8823600, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007f98cab4a376 in event_base_loop (base=0x7f98c8823600, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x000000000046adf9 in worker_libevent (arg=0x7f98c7aedaa8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:195 #4 0x00007f98cba7b2d7 in run (this=0x7f98c88346d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #5 platform_thread_wrap (arg=0x7f98c88346d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #6 0x00007f98c92b8ea5 in start_thread (arg=0x7f98be7fc700) at pthread_create.c:307 #7 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (LWP 9155): #0 0x00007f98c8fe1eb3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007f98cab533c5 in epoll_dispatch (base=0x7f98c8823300, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007f98cab4a376 in event_base_loop (base=0x7f98c8823300, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x000000000046adf9 in worker_libevent (arg=0x7f98c7aed000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:195 #4 0x00007f98cba7b2d7 in run (this=0x7f98c88344f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #5 platform_thread_wrap (arg=0x7f98c88344f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #6 0x00007f98c92b8ea5 in start_thread (arg=0x7f98beffd700) at pthread_create.c:307 #7 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (LWP 9154): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00000000004ef6a6 in __gthread_cond_timedwait (__abs_timeout=0x7f98bf7e51f0, __mutex=, __cond=0x7f98c7a6d8f8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=0x7f98c7a6d8f8) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=0x7f98c7a6d8f8) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=..., __lock=..., this=0x7f98c7a6d8f8) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 AuditImpl::consume_events (this=0x7f98c7a6d500) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/auditd/src/audit.cc:414 #6 0x00007f98cba7b2d7 in run (this=0x7f98c88450e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #7 platform_thread_wrap (arg=0x7f98c88450e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #8 0x00007f98c92b8ea5 in start_thread (arg=0x7f98bf7fe700) at pthread_create.c:307 #9 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (LWP 9153): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000491280 in __gthread_cond_timedwait (__abs_timeout=0x7f98bffe61d0, __mutex=, __cond=0x7f98c7a670f8) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=, this=0x7f98c7a670f8) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=, this=0x7f98c7a670f8) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_for > (__rtime=, __lock=, this=0x7f98c7a670f8) at /usr/local/include/c++/7.3.0/condition_variable:138 #5 ExternalAuthManagerThread::run (this=0x7f98c7a67000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/external_auth_manager_thread.cc:229 #6 0x00007f98cba8620f in Couchbase::Thread::thread_entry (this=0x7f98c7a67000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:45 #7 0x00007f98cba7b2d7 in run (this=0x7f98c8845380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #8 platform_thread_wrap (arg=0x7f98c8845380) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #9 0x00007f98c92b8ea5 in start_thread (arg=0x7f98bffff700) at pthread_create.c:307 #10 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (LWP 9152): #0 0x00007f98c8fd6c3d in poll () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007f98cd048ad8 in master_thread_run (ctx=0x2890d20) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19148 #2 master_thread (thread_func_param=0x2890d20) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19243 #3 0x00007f98c92b8ea5 in start_thread (arg=0x7f98c4e79700) at pthread_create.c:307 #4 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (LWP 9151): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007f98cd051b2b in consume_socket (thread_index=, sp=0x2892c28, ctx=0x2890d20) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18718 #2 worker_thread_run (conn=0x2892338) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18859 #3 worker_thread (thread_func_param=0x2892338) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19002 #4 0x00007f98c92b8ea5 in start_thread (arg=0x7f98c567a700) at pthread_create.c:307 #5 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (LWP 9150): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007f98cd051b2b in consume_socket (thread_index=, sp=0x2892240, ctx=0x2890d20) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18718 #2 worker_thread_run (conn=0x2891950) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18859 #3 worker_thread (thread_func_param=0x2891950) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19002 #4 0x00007f98c92b8ea5 in start_thread (arg=0x7f98c5e7b700) at pthread_create.c:307 #5 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (LWP 9149): #0 0x00007f98c8fd6c3d in poll () at ../sysdeps/unix/syscall-template.S:81 #1 0x000000000046a1ee in get_command (buffsize=80, buffer=0x7f98c66631d0 "") at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:49 #2 check_stdin_thread (arg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:90 #3 0x00007f98cba7b2d7 in run (this=0x7f98c8844c30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58 #4 platform_thread_wrap (arg=0x7f98c8844c30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71 #5 0x00007f98c92b8ea5 in start_thread (arg=0x7f98c667c700) at pthread_create.c:307 #6 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (LWP 9148): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f98cc7b3f8a in __gthread_cond_timedwait (__abs_timeout=0x7f98c6e641f0, __mutex=, __cond=) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_until >, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > ( __p=..., __atime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:129 #5 wait_for, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > (__p=..., __rtime=..., __lock=..., this=) at /usr/local/include/c++/7.3.0/condition_variable:145 #6 operator() (__closure=0x7f98c89fe908) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/periodic_worker.h:38 #7 __invoke_impl&, std::chrono::seconds):: > (__f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:60 #8 __invoke&, std::chrono::seconds):: > (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #9 _M_invoke<0> (this=0x7f98c89fe908) at /usr/local/include/c++/7.3.0/thread:234 #10 operator() (this=0x7f98c89fe908) at /usr/local/include/c++/7.3.0/thread:243 #11 _ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZN6spdlog7details15periodic_workerC4ERKSt8functionIFvvEENSt6chrono8durationIlSt5ratioILl1ELl1EEEEEUlvE_EEEEE6_M_runEv (this=0x7f98c89fe900) at /usr/local/include/c++/7.3.0/thread:186 #12 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c89fe900) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #13 0x00007f98c92b8ea5 in start_thread (arg=0x7f98c6e7d700) at pthread_create.c:307 #14 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (LWP 9147): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f98cc7b48cd in __gthread_cond_timedwait (__abs_timeout=0x7f98c7664fa0, __mutex=, __cond=0x7f98c8810538) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=0x7f98c8810538) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > (__atime=..., __lock=..., this=0x7f98c8810538) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_until >, spdlog::details::mpmc_blocking_queue::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]:: > (__p=..., __atime=..., __lock=..., this=0x7f98c8810538) at /usr/local/include/c++/7.3.0/condition_variable:129 #5 wait_for, spdlog::details::mpmc_blocking_queue::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]:: > (__p=..., __rtime=, __lock=..., this=0x7f98c8810538) at /usr/local/include/c++/7.3.0/condition_variable:145 #6 dequeue_for (wait_duration=..., popped_item=..., this=0x7f98c8810510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/mpmc_blocking_q.h:61 #7 spdlog::details::thread_pool::process_next_msg_ (this=this@entry=0x7f98c8810510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/thread_pool.h:193 #8 0x00007f98cc7b4e20 in spdlog::details::thread_pool::worker_loop_ (this=0x7f98c8810510) at /home/couchbase/jenkins/workspace/couchbase-server-unix/third_party/spdlog/include/spdlog/details/thread_pool.h:184 #9 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c88439c0) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #10 0x00007f98c92b8ea5 in start_thread (arg=0x7f98c767e700) at pthread_create.c:307 #11 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (LWP 9146): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007f98cad8c5a7 in background_thread_sleep (tsdn=, interval=10000000000, info=) at src/background_thread.c:255 #2 background_work_sleep_once (ind=0, info=, tsdn=) at src/background_thread.c:307 #3 background_thread0_work (tsd=0x7f98c83e6a60) at src/background_thread.c:452 #4 background_work (ind=, tsd=0x7f98c83e6a60) at src/background_thread.c:490 #5 background_thread_entry (ind_arg=) at src/background_thread.c:522 #6 0x00007f98c92b8ea5 in start_thread (arg=0x7f98c83ff700) at pthread_create.c:307 #7 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (LWP 9145): #0 0x00007f98c8fe1eb3 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007f98cab533c5 in epoll_dispatch (base=0x7f98c8823000, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007f98cab4a376 in event_base_loop (base=0x7f98c8823000, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000427763 in memcached_main (argc=, argv=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:1531 #4 0x00007f98c8f05555 in __libc_start_main (main=0x41d4e0 , argc=3, argv=0x7fff6b0aad88, init=, fini=, rtld_fini=, stack_end=0x7fff6b0aad78) at ../csu/libc-start.c:266 #5 0x000000000041fb55 in _start () Thread 1 (LWP 9545): #0 0x00007f98c8f19387 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:55 #1 0x00007f98c8f1aa78 in __GI_abort () at abort.c:90 #2 0x00007f98c9a77195 in __gnu_cxx::__verbose_terminate_handler () at /tmp/deploy/gcc-7.3.0/libstdc++-v3/libsupc++/vterminate.cc:95 #3 0x0000000000555632 in backtrace_terminate_handler () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/utilities/terminate_handler.cc:86 #4 0x00007f98c9a74f86 in __cxxabiv1::__terminate (handler=) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/libsupc++/eh_terminate.cc:47 #5 0x00007f98c9a74fd1 in std::terminate () at /tmp/deploy/gcc-7.3.0/libstdc++-v3/libsupc++/eh_terminate.cc:57 #6 0x00007f98cd4862f3 in GlobalTask::execute (this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/globaltask.cc:77 #7 0x00007f98cd480352 in operator() (__closure=0x7f98827c10c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/folly_executorpool.cc:167 #8 folly::detail::function::FunctionTraits::callSmall(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:387 #9 0x00007f98cd600bd6 in operator() (this=0x7f98827c10c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 #10 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=0x7f98c4293c00, thread=..., task=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:98 #11 0x00007f98cd5e90ca in folly::CPUThreadPoolExecutor::threadRun (this=0x7f98c4293c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 #12 0x00007f98cd603cf9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x00007f98cd47e793 in operator() (this=0x7f98c7bc6fd0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:416 #18 operator() (__closure=0x7f98c7bc6fc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/executors/thread_factory/PriorityThreadFactory.h:54 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007f98c9a9fdcf in std::execute_native_thread_routine (__p=0x7f98c4123b20) at /tmp/deploy/gcc-7.3.0/libstdc++-v3/src/c++11/thread.cc:83 #21 0x00007f98c92b8ea5 in start_thread (arg=0x7f98827da700) at pthread_create.c:307 #22 0x00007f98c8fe18dd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 No core file now.