Thread 34 (Thread 0x7f319dbff700 (LWP 15420)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f31a06413ea in background_thread_entry () from /opt/couchbase/bin/../lib/libjemalloc.so.2 #2 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #3 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 33 (Thread 0x7f319d17e700 (LWP 15421)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f31a21a0e7d in spdlog::details::thread_pool::process_next_msg_() () from /opt/couchbase/bin/../lib/libmemcached_logger.so.1.0.0 #2 0x00007f31a21a13d0 in spdlog::details::thread_pool::worker_loop_() () from /opt/couchbase/bin/../lib/libmemcached_logger.so.1.0.0 #3 0x00007f319f329dcf in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #4 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #5 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 32 (Thread 0x7f319c97d700 (LWP 15422)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f31a2199d41 in cb::logger::unregisterSpdLogger(std::__cxx11::basic_string, std::allocator > const&) () from /opt/couchbase/bin/../lib/libmemcached_logger.so.1.0.0 #4 0x00007f3199fd634b in std::_Sp_counted_ptr::_M_dispose() () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f31a219fb81 in spdlog::details::registry::flush_all() () from /opt/couchbase/bin/../lib/libmemcached_logger.so.1.0.0 #6 0x00007f31a21a0405 in _ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZN6spdlog7details15periodic_workerC4ERKSt8functionIFvvEENSt6chrono8durationIlSt5ratioILl1ELl1EEEEEUlvE_EEEEE6_M_runEv () from /opt/couchbase/bin/../lib/libmemcached_logger.so.1.0.0 #7 0x00007f319f329dcf in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #8 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #9 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 31 (Thread 0x7f319c17c700 (LWP 15423)): #0 0x00007f319e861f0d in poll () from /lib64/libc.so.6 #1 0x000000000046f87e in check_stdin_thread(void*) () #2 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #3 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #4 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 30 (Thread 0x7f319b97b700 (LWP 15424)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000495ce0 in ExternalAuthManagerThread::run() () #2 0x00007f31a111f8bf in Couchbase::Thread::thread_entry() () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #3 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #4 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #5 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 29 (Thread 0x7f319b17a700 (LWP 15425)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000004e88b6 in AuditImpl::consume_events() () #2 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #3 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #4 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 28 (Thread 0x7f3195f1a700 (LWP 15426)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f319a01a15e in DcpConnMap::disconnect(void const*) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a06b16c in EvpHandleDisconnect(void const*, ENGINE_EVENT_TYPE, void const*, void const*) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x0000000000429b7e in perform_callbacks(ENGINE_EVENT_TYPE, void const*, void const*) () #6 0x000000000048e1a1 in Connection::close() () #7 0x000000000048db7c in Connection::runStateMachinery() () #8 0x000000000048dc1b in Connection::runEventLoop(short) () #9 0x000000000049a7bc in run_event_loop(Connection*, short) () #10 0x000000000042f607 in event_handler(int, short, void*) () #11 0x00007f31a0401107 in event_process_active_single_queue.isra.26 () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #12 0x00007f31a040167f in event_base_loop () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #13 0x000000000046ff59 in worker_libevent(void*) () #14 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #15 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #16 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7f3195719700 (LWP 15427)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f319a019965 in DcpConnMap::newProducer(void const*, std::__cxx11::basic_string, std::allocator > const&, unsigned int) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a080af1 in EventuallyPersistentEngine::dcpOpen(void const*, unsigned int, unsigned int, unsigned int, cb::const_char_buffer, cb::const_char_buffer) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a080e80 in non-virtual thunk to EventuallyPersistentEngine::open(gsl::not_null, unsigned int, unsigned int, unsigned int, cb::const_char_buffer, cb::const_char_buffer) () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x000000000045ed0a in dcpOpen(Cookie&, unsigned int, unsigned int, unsigned int, cb::const_char_buffer, cb::const_char_buffer) () #7 0x00000000004b8806 in dcp_open_executor(Cookie&) () #8 0x00000000004ad2ef in execute_client_request_packet(Cookie&, cb::mcbp::Request const&) () #9 0x000000000049b8dc in Cookie::execute() () #10 0x00000000004ccf48 in StateMachine::conn_execute() () #11 0x000000000048db7c in Connection::runStateMachinery() () #12 0x000000000048dc1b in Connection::runEventLoop(short) () #13 0x000000000049a7bc in run_event_loop(Connection*, short) () #14 0x000000000042f607 in event_handler(int, short, void*) () #15 0x00007f31a0401107 in event_process_active_single_queue.isra.26 () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #16 0x00007f31a040167f in event_base_loop () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #17 0x000000000046ff59 in worker_libevent(void*) () #18 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #19 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #20 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7f3194f18700 (LWP 15428)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f319a0739d0 in EventuallyPersistentEngine::doConnAggStats(void const*, std::function)> const&, char const*, unsigned long) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a07b138 in EventuallyPersistentEngine::getStats(void const*, char const*, int, std::function)> const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a07c4cd in EventuallyPersistentEngine::get_stats(gsl::not_null, cb::const_char_buffer, std::function)> const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x000000000045e4cd in bucket_get_stats(Cookie&, cb::const_char_buffer, std::function)> const&) () #7 0x00000000004c4b7e in StatsCommandContext::doStats() () #8 0x00000000004c5568 in StatsCommandContext::step() () #9 0x00000000004c9690 in SteppableCommandContext::drive() () #10 0x00000000004a9080 in stat_executor(Cookie&) () #11 0x00000000004ad2ef in execute_client_request_packet(Cookie&, cb::mcbp::Request const&) () #12 0x000000000049b8dc in Cookie::execute() () #13 0x00000000004ccf48 in StateMachine::conn_execute() () #14 0x000000000048db7c in Connection::runStateMachinery() () #15 0x000000000048dc1b in Connection::runEventLoop(short) () #16 0x000000000049a7bc in run_event_loop(Connection*, short) () #17 0x000000000042f607 in event_handler(int, short, void*) () #18 0x00007f31a0401107 in event_process_active_single_queue.isra.26 () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #19 0x00007f31a040167f in event_base_loop () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #20 0x000000000046ff59 in worker_libevent(void*) () #21 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #22 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #23 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7f3194717700 (LWP 15429)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f31a21a4e74 in spdlog::register_logger(std::shared_ptr) () from /opt/couchbase/bin/../lib/libmemcached_logger.so.1.0.0 #4 0x00007f31a219a615 in cb::logger::registerSpdLogger(std::shared_ptr) () from /opt/couchbase/bin/../lib/libmemcached_logger.so.1.0.0 #5 0x0000000000437840 in ServerLogApi::register_spdlogger(std::shared_ptr) () #6 0x00007f3199fd601d in BucketLogger::createBucketLogger(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #7 0x00007f3199feb75a in ConnHandler::ConnHandler(EventuallyPersistentEngine&, void const*, std::__cxx11::basic_string, std::allocator > const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #8 0x00007f319a037918 in DcpProducer::DcpProducer(EventuallyPersistentEngine&, void const*, std::__cxx11::basic_string, std::allocator > const&, unsigned int, bool) () from /opt/couchbase/bin/../lib/../lib/ep.so #9 0x00007f319a019bc1 in DcpConnMap::newProducer(void const*, std::__cxx11::basic_string, std::allocator > const&, unsigned int) () from /opt/couchbase/bin/../lib/../lib/ep.so #10 0x00007f319a080af1 in EventuallyPersistentEngine::dcpOpen(void const*, unsigned int, unsigned int, unsigned int, cb::const_char_buffer, cb::const_char_buffer) () from /opt/couchbase/bin/../lib/../lib/ep.so #11 0x00007f319a080e80 in non-virtual thunk to EventuallyPersistentEngine::open(gsl::not_null, unsigned int, unsigned int, unsigned int, cb::const_char_buffer, cb::const_char_buffer) () from /opt/couchbase/bin/../lib/../lib/ep.so #12 0x000000000045ed0a in dcpOpen(Cookie&, unsigned int, unsigned int, unsigned int, cb::const_char_buffer, cb::const_char_buffer) () #13 0x00000000004b8806 in dcp_open_executor(Cookie&) () #14 0x00000000004ad2ef in execute_client_request_packet(Cookie&, cb::mcbp::Request const&) () #15 0x000000000049b8dc in Cookie::execute() () #16 0x00000000004ccf48 in StateMachine::conn_execute() () #17 0x000000000048db7c in Connection::runStateMachinery() () #18 0x000000000048dc1b in Connection::runEventLoop(short) () #19 0x000000000049a7bc in run_event_loop(Connection*, short) () #20 0x000000000042f607 in event_handler(int, short, void*) () #21 0x00007f31a0401107 in event_process_active_single_queue.isra.26 () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f31a040167f in event_base_loop () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #23 0x000000000046ff59 in worker_libevent(void*) () #24 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #25 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7f3193f16700 (LWP 15430)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f319a018129 in DcpConnMap::findByName(std::__cxx11::basic_string, std::allocator > const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a077fc8 in EventuallyPersistentEngine::doDcpVbTakeoverStats(void const*, std::function)> const&, std::__cxx11::basic_string, std::allocator >&, Vbid) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a07c406 in EventuallyPersistentEngine::getStats(void const*, char const*, int, std::function)> const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f319a07c4cd in EventuallyPersistentEngine::get_stats(gsl::not_null, cb::const_char_buffer, std::function)> const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #7 0x000000000045e4cd in bucket_get_stats(Cookie&, cb::const_char_buffer, std::function)> const&) () #8 0x00000000004c4b7e in StatsCommandContext::doStats() () #9 0x00000000004c5568 in StatsCommandContext::step() () #10 0x00000000004c9690 in SteppableCommandContext::drive() () #11 0x00000000004a9080 in stat_executor(Cookie&) () #12 0x00000000004ad2ef in execute_client_request_packet(Cookie&, cb::mcbp::Request const&) () #13 0x000000000049b8dc in Cookie::execute() () #14 0x00000000004ccf48 in StateMachine::conn_execute() () #15 0x000000000048db7c in Connection::runStateMachinery() () #16 0x000000000048dc1b in Connection::runEventLoop(short) () #17 0x000000000049a7bc in run_event_loop(Connection*, short) () #18 0x000000000042f607 in event_handler(int, short, void*) () #19 0x00007f31a0401107 in event_process_active_single_queue.isra.26 () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #20 0x00007f31a040167f in event_base_loop () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #21 0x000000000046ff59 in worker_libevent(void*) () #22 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #23 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #24 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7f3193715700 (LWP 15431)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f319a018129 in DcpConnMap::findByName(std::__cxx11::basic_string, std::allocator > const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a077fc8 in EventuallyPersistentEngine::doDcpVbTakeoverStats(void const*, std::function)> const&, std::__cxx11::basic_string, std::allocator >&, Vbid) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a07c406 in EventuallyPersistentEngine::getStats(void const*, char const*, int, std::function)> const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f319a07c4cd in EventuallyPersistentEngine::get_stats(gsl::not_null, cb::const_char_buffer, std::function)> const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #7 0x000000000045e4cd in bucket_get_stats(Cookie&, cb::const_char_buffer, std::function)> const&) () #8 0x00000000004c4b7e in StatsCommandContext::doStats() () #9 0x00000000004c5568 in StatsCommandContext::step() () #10 0x00000000004c9690 in SteppableCommandContext::drive() () #11 0x00000000004a9080 in stat_executor(Cookie&) () #12 0x00000000004ad2ef in execute_client_request_packet(Cookie&, cb::mcbp::Request const&) () #13 0x000000000049b8dc in Cookie::execute() () #14 0x00000000004ccf48 in StateMachine::conn_execute() () #15 0x000000000048db7c in Connection::runStateMachinery() () #16 0x000000000048dc1b in Connection::runEventLoop(short) () #17 0x000000000049a7bc in run_event_loop(Connection*, short) () #18 0x000000000042f607 in event_handler(int, short, void*) () #19 0x00007f31a0401107 in event_process_active_single_queue.isra.26 () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #20 0x00007f31a040167f in event_base_loop () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #21 0x000000000046ff59 in worker_libevent(void*) () #22 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #23 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #24 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 22 (Thread 0x7f3192f14700 (LWP 15432)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f31a21a4e74 in spdlog::register_logger(std::shared_ptr) () from /opt/couchbase/bin/../lib/libmemcached_logger.so.1.0.0 #4 0x00007f31a219a615 in cb::logger::registerSpdLogger(std::shared_ptr) () from /opt/couchbase/bin/../lib/libmemcached_logger.so.1.0.0 #5 0x0000000000437840 in ServerLogApi::register_spdlogger(std::shared_ptr) () #6 0x00007f3199fd601d in BucketLogger::createBucketLogger(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #7 0x00007f3199feb75a in ConnHandler::ConnHandler(EventuallyPersistentEngine&, void const*, std::__cxx11::basic_string, std::allocator > const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #8 0x00007f319a037918 in DcpProducer::DcpProducer(EventuallyPersistentEngine&, void const*, std::__cxx11::basic_string, std::allocator > const&, unsigned int, bool) () from /opt/couchbase/bin/../lib/../lib/ep.so #9 0x00007f319a019bc1 in DcpConnMap::newProducer(void const*, std::__cxx11::basic_string, std::allocator > const&, unsigned int) () from /opt/couchbase/bin/../lib/../lib/ep.so #10 0x00007f319a080af1 in EventuallyPersistentEngine::dcpOpen(void const*, unsigned int, unsigned int, unsigned int, cb::const_char_buffer, cb::const_char_buffer) () from /opt/couchbase/bin/../lib/../lib/ep.so #11 0x00007f319a080e80 in non-virtual thunk to EventuallyPersistentEngine::open(gsl::not_null, unsigned int, unsigned int, unsigned int, cb::const_char_buffer, cb::const_char_buffer) () from /opt/couchbase/bin/../lib/../lib/ep.so #12 0x000000000045ed0a in dcpOpen(Cookie&, unsigned int, unsigned int, unsigned int, cb::const_char_buffer, cb::const_char_buffer) () #13 0x00000000004b8806 in dcp_open_executor(Cookie&) () #14 0x00000000004ad2ef in execute_client_request_packet(Cookie&, cb::mcbp::Request const&) () #15 0x000000000049b8dc in Cookie::execute() () #16 0x00000000004ccf48 in StateMachine::conn_execute() () #17 0x000000000048db7c in Connection::runStateMachinery() () #18 0x000000000048dc1b in Connection::runEventLoop(short) () #19 0x000000000049a7bc in run_event_loop(Connection*, short) () #20 0x000000000042f607 in event_handler(int, short, void*) () #21 0x00007f31a0401107 in event_process_active_single_queue.isra.26 () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f31a040167f in event_base_loop () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #23 0x000000000046ff59 in worker_libevent(void*) () #24 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #25 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7f3192713700 (LWP 15433)): #0 0x00007f319eb46995 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319f3241bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000004a29f1 in Executor::run() () #3 0x00007f31a111f8bf in Couchbase::Thread::thread_entry() () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #4 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #5 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #6 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7f3191f12700 (LWP 15434)): #0 0x00007f319eb46995 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319f3241bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000004a29f1 in Executor::run() () #3 0x00007f31a111f8bf in Couchbase::Thread::thread_entry() () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #4 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #5 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #6 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7f3191711700 (LWP 15435)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x0000000000470b7f in iterate_all_connections(std::function) () #4 0x00000000004d936e in CccpNotificationTask::execute() () #5 0x00000000004a2abc in Executor::run() () #6 0x00007f31a111f8bf in Couchbase::Thread::thread_entry() () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #7 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #8 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #9 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7f3190f10700 (LWP 15436)): #0 0x00007f319eb46995 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319f3241bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000004a29f1 in Executor::run() () #3 0x00007f31a111f8bf in Couchbase::Thread::thread_entry() () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #4 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #5 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #6 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7f319070f700 (LWP 15437)): #0 0x00007f319eb46995 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319f3241bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000004a29f1 in Executor::run() () #3 0x00007f31a111f8bf in Couchbase::Thread::thread_entry() () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #4 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #5 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #6 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7f318fc0e700 (LWP 15438)): #0 0x00007f319eb46995 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319f3241bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000004a29f1 in Executor::run() () #3 0x00007f31a111f8bf in Couchbase::Thread::thread_entry() () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #4 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #5 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #6 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7f318f40d700 (LWP 15439)): #0 0x00007f319eb46995 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319f3241bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000004a29f1 in Executor::run() () #3 0x00007f31a111f8bf in Couchbase::Thread::thread_entry() () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #4 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #5 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #6 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7f318c9ff700 (LWP 424)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319a0d92cf in MemoryTracker::statsThreadMainLoop(void*) () from /opt/couchbase/bin/../lib/../lib/ep.so #2 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #3 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #4 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 13 (Thread 0x7f314e7ff700 (LWP 425)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319a0f6ba5 in TaskQueue::_doSleep(ExecutorThread&, std::unique_lock&) () from /opt/couchbase/bin/../lib/../lib/ep.so #2 0x00007f319a0f857b in TaskQueue::sleepThenFetchNextTask(ExecutorThread&) () from /opt/couchbase/bin/../lib/../lib/ep.so #3 0x00007f319a09ac07 in ExecutorPool::_nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a09acad in ExecutorPool::nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0a3d52 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #7 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7f314dffe700 (LWP 426)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319a0f6ba5 in TaskQueue::_doSleep(ExecutorThread&, std::unique_lock&) () from /opt/couchbase/bin/../lib/../lib/ep.so #2 0x00007f319a0f857b in TaskQueue::sleepThenFetchNextTask(ExecutorThread&) () from /opt/couchbase/bin/../lib/../lib/ep.so #3 0x00007f319a09ac07 in ExecutorPool::_nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a09acad in ExecutorPool::nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0a3d52 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #7 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 11 (Thread 0x7f314d7fd700 (LWP 427)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319a0f6ba5 in TaskQueue::_doSleep(ExecutorThread&, std::unique_lock&) () from /opt/couchbase/bin/../lib/../lib/ep.so #2 0x00007f319a0f857b in TaskQueue::sleepThenFetchNextTask(ExecutorThread&) () from /opt/couchbase/bin/../lib/../lib/ep.so #3 0x00007f319a09ac07 in ExecutorPool::_nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a09acad in ExecutorPool::nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0a3d52 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #7 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7f314cffc700 (LWP 428)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319a0f6ba5 in TaskQueue::_doSleep(ExecutorThread&, std::unique_lock&) () from /opt/couchbase/bin/../lib/../lib/ep.so #2 0x00007f319a0f857b in TaskQueue::sleepThenFetchNextTask(ExecutorThread&) () from /opt/couchbase/bin/../lib/../lib/ep.so #3 0x00007f319a09ac07 in ExecutorPool::_nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a09acad in ExecutorPool::nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0a3d52 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #7 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7f3147fff700 (LWP 429)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319a0f6cc1 in TaskQueue::_doSleep(ExecutorThread&, std::unique_lock&) () from /opt/couchbase/bin/../lib/../lib/ep.so #2 0x00007f319a0f857b in TaskQueue::sleepThenFetchNextTask(ExecutorThread&) () from /opt/couchbase/bin/../lib/../lib/ep.so #3 0x00007f319a09ac07 in ExecutorPool::_nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a09acad in ExecutorPool::nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0a3d52 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #7 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7f31477fe700 (LWP 430)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319a0f6cc1 in TaskQueue::_doSleep(ExecutorThread&, std::unique_lock&) () from /opt/couchbase/bin/../lib/../lib/ep.so #2 0x00007f319a0f857b in TaskQueue::sleepThenFetchNextTask(ExecutorThread&) () from /opt/couchbase/bin/../lib/../lib/ep.so #3 0x00007f319a09ac07 in ExecutorPool::_nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a09acad in ExecutorPool::nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0a3d52 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #7 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7f3146ffd700 (LWP 431)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f319a0705db in EventuallyPersistentEngine::doDcpStats(void const*, std::function)> const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a07b152 in EventuallyPersistentEngine::getStats(void const*, char const*, int, std::function)> const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0cd813 in KVBucket::snapshotStats() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f319a0f5b3b in StatSnap::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #7 0x00007f319a0a3f50 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #8 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #9 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #10 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7f31467fc700 (LWP 432)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f319a0705db in EventuallyPersistentEngine::doDcpStats(void const*, std::function)> const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a07b152 in EventuallyPersistentEngine::getStats(void const*, char const*, int, std::function)> const&) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0cd813 in KVBucket::snapshotStats() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f319a0f5b3b in StatSnap::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #7 0x00007f319a0a3f50 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #8 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #9 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #10 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7f3145ffb700 (LWP 433)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319a0f6ba5 in TaskQueue::_doSleep(ExecutorThread&, std::unique_lock&) () from /opt/couchbase/bin/../lib/../lib/ep.so #2 0x00007f319a0f857b in TaskQueue::sleepThenFetchNextTask(ExecutorThread&) () from /opt/couchbase/bin/../lib/../lib/ep.so #3 0x00007f319a09ac07 in ExecutorPool::_nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a09acad in ExecutorPool::nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0a3d52 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #7 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7f31457fa700 (LWP 434)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f319a018f18 in DcpConnMap::manageConnections() () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f3199fef5b6 in ConnManager::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0a3f50 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #7 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7f3144ff9700 (LWP 435)): #0 0x00007f319eb4951d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007f319eb44e1b in _L_lock_812 () from /lib64/libpthread.so.0 #2 0x00007f319eb44ce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 #3 0x00007f319a018f18 in DcpConnMap::manageConnections() () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f3199fef5b6 in ConnManager::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0a3f50 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #7 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7f31447f8700 (LWP 436)): #0 0x00007f319eb46d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f319a0f6cc1 in TaskQueue::_doSleep(ExecutorThread&, std::unique_lock&) () from /opt/couchbase/bin/../lib/../lib/ep.so #2 0x00007f319a0f857b in TaskQueue::sleepThenFetchNextTask(ExecutorThread&) () from /opt/couchbase/bin/../lib/../lib/ep.so #3 0x00007f319a09ac07 in ExecutorPool::_nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #4 0x00007f319a09acad in ExecutorPool::nextTask(ExecutorThread&, unsigned char) () from /opt/couchbase/bin/../lib/../lib/ep.so #5 0x00007f319a0a3d52 in ExecutorThread::run() () from /opt/couchbase/bin/../lib/../lib/ep.so #6 0x00007f31a1113f27 in platform_thread_wrap(void*) () from /opt/couchbase/bin/../lib/libplatform_so.so.0.1.0 #7 0x00007f319eb42e25 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f319e86cbad in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7f31a27d3000 (LWP 15417)): #0 0x00007f319e866ec9 in syscall () from /lib64/libc.so.6 #1 0x00007f31a040931a in epoll_wait () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f31a04097b5 in epoll_dispatch () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f31a04014d2 in event_base_loop () from /opt/couchbase/bin/../lib/libevent_core.so.2.1.8 #4 0x0000000000431f6a in memcached_main () #5 0x00007f319e790445 in __libc_start_main () from /lib64/libc.so.6 #6 0x0000000000428525 in _start ()