Thread 205 (Thread 0x7f6c2d3fc700 (LWP 27611)): #0 0x00007f6c2f4cb69d in poll () from /lib64/libc.so.6 #1 0x00007f6c2d3fdbf8 in get_command (buffsize=80, buffer=0x7f6c2d3fbc70 ) at /index/source/kv_engine/extensions/daemon/stdin_check.cc:51 #2 check_stdin_thread (arg=) at /index/source/kv_engine/extensions/daemon/stdin_check.cc:93 #3 0x00007f6c3175f06e in run (this=0x7f6c2d673760) at /index/source/platform/src/cb_pthreads.cc:59 #4 platform_thread_wrap (arg=0x7f6c2d673760) at /index/source/platform/src/cb_pthreads.cc:72 #5 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 204 (Thread 0x7f6c2c3ff700 (LWP 27612)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c3175f889 in cb_cond_timedwait (cond=0x7f6c2cbfbcc0 , mutex=0x7f6c2cbfbd00 , ms=19000) at /index/source/platform/src/cb_pthreads.cc:290 #2 0x00007f6c2c9f8e09 in logger_thread_main (arg=0x7f6c2d673740) at /index/source/kv_engine/extensions/loggers/file_logger.cc:577 #3 0x00007f6c3175f06e in run (this=0x7f6c2d673720) at /index/source/platform/src/cb_pthreads.cc:59 #4 platform_thread_wrap (arg=0x7f6c2d673720) at /index/source/platform/src/cb_pthreads.cc:72 #5 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 203 (Thread 0x7f6c2bbfe700 (LWP 27614)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c3175f889 in cb_cond_timedwait (cond=0x7f6c2d6d8198, mutex=0x7f6c2d6d81c8, ms=86400000) at /index/source/platform/src/cb_pthreads.cc:290 #2 0x00007f6c32fed249 in consume_events (arg=0x7f6c2d6d8000) at /index/source/kv_engine/auditd/src/auditd.cc:51 #3 0x00007f6c3175f06e in run (this=0x7f6c2d722e60) at /index/source/platform/src/cb_pthreads.cc:59 #4 platform_thread_wrap (arg=0x7f6c2d722e60) at /index/source/platform/src/cb_pthreads.cc:72 #5 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 202 (Thread 0x7f6c28fff700 (LWP 27616)): #0 key (this=0x7f6a0d2ca330) at /index/source/kv_engine/engines/ep/src/stored-value.h:821 #1 getKey (this=0x7f6a0d2ca330) at /index/source/kv_engine/engines/ep/src/stored-value.h:195 #2 hasKey (k=..., this=0x7f6a0d2ca330) at /index/source/kv_engine/engines/ep/src/stored-value.h:187 #3 HashTable::unlocked_find (this=this@entry=0x7f6b7c24b818, key=..., bucket_num=, wantsDeleted=wantsDeleted@entry=Yes, trackReference=trackReference@entry=Yes) at /index/source/kv_engine/engines/ep/src/hash_table.cc:416 #4 0x00007f6c2ad35279 in VBucket::fetchValidValue (this=this@entry=0x7f6b7c24b800, hbl=..., key=..., wantsDeleted=wantsDeleted@entry=Yes, trackReference=trackReference@entry=Yes, queueExpired=queueExpired@entry=Yes) at /index/source/kv_engine/engines/ep/src/vbucket.cc:682 #5 0x00007f6c2ad357d0 in VBucket::getInternal (this=0x7f6b7c24b800, key=..., cookie=cookie@entry=0x7f6c281ac318, engine=..., bgFetchDelay=0, options=options@entry=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), diskFlushAll=false, getKeyOnly=getKeyOnly@entry=VBucket::No) at /index/source/kv_engine/engines/ep/src/vbucket.cc:1632 #6 0x00007f6c2ad0557d in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f6c281ac318, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #7 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #8 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=5608, key=..., itm=, cookie=0x7f6c281ac318, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #9 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f6c281ac318, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #10 0x000000000042085d in bucket_get (c=0x7f6c281ac000, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #11 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd77c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #12 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd77c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #13 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd77c0) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #14 0x0000000000452210 in process_bin_get (packet=0x7f670fb2fc84, c=0x7f6c281ac000) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #15 get_executor (c=c@entry=0x7f6c281ac000, packet=packet@entry=0x7f670fb2fc84) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #16 0x0000000000454a21 in execute_request_packet (c=0x7f6c281ac000) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #17 mcbp_execute_packet (c=c@entry=0x7f6c281ac000) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #18 0x000000000047519f in conn_execute (c=0x7f6c281ac000) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #19 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #20 McbpConnection::runStateMachinery (this=0x7f6c281ac000) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #21 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6c281ac000, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #22 0x000000000044654e in run_event_loop (c=0x7f6c281ac000, which=) at /index/source/kv_engine/daemon/connections.cc:142 #23 0x0000000000417d3c in event_handler (fd=562, which=, arg=0x7f6c281ac000) at /index/source/kv_engine/daemon/memcached.cc:1033 #24 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #25 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #26 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a7000) at /index/source/kv_engine/daemon/thread.cc:233 #27 0x00007f6c3175f06e in run (this=0x7f6c2d722ba0) at /index/source/platform/src/cb_pthreads.cc:59 #28 platform_thread_wrap (arg=0x7f6c2d722ba0) at /index/source/platform/src/cb_pthreads.cc:72 #29 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #30 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 201 (Thread 0x7f6c225d5700 (LWP 27617)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f670fdd3c80, m=0x7f670fde95c0) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f670fdd3c80) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f670fdd3c80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f670fdd3c80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd3c80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f670fdd3c80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=563, which=, arg=0x7f670fdd3c80) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a70f8) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722b80) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722b80) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 200 (Thread 0x7f6c21dd4700 (LWP 27618)): #0 0x00007f6c31124bd3 in pthread_mutex_lock () from /lib64/libpthread.so.0 #1 0x00007f6c2acba01e in __gthread_mutex_lock (__mutex=0x7f6b5b56fe90) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:748 #2 lock (this=) at /usr/include/c++/4.8.2/mutex:134 #3 lock (this=) at /usr/include/c++/4.8.2/mutex:511 #4 unique_lock (__m=..., this=) at /usr/include/c++/4.8.2/mutex:443 #5 HashBucketLock (mutex=..., bucketNum=1734, this=) at /index/source/kv_engine/engines/ep/src/hash_table.h:149 #6 getLockedBucketForHash (h=-1384541789, this=0x7f6b5b569c18) at /index/source/kv_engine/engines/ep/src/hash_table.h:427 #7 HashTable::getLockedBucket (this=this@entry=0x7f6b5b569c18, key=...) at /index/source/kv_engine/engines/ep/src/hash_table.h:446 #8 0x00007f6c2ad357ac in VBucket::getInternal (this=0x7f6b5b569c00, key=..., cookie=cookie@entry=0x7f6bccc45318, engine=..., bgFetchDelay=0, options=options@entry=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), diskFlushAll=false, getKeyOnly=getKeyOnly@entry=VBucket::No) at /index/source/kv_engine/engines/ep/src/vbucket.cc:1630 #9 0x00007f6c2ad0557d in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f6bccc45318, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #10 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #11 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=6393, key=..., itm=, cookie=0x7f6bccc45318, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #12 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f6bccc45318, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #13 0x000000000042085d in bucket_get (c=0x7f6bccc45000, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #14 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd6b00) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #15 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd6b00) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #16 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd6b00) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #17 0x0000000000452210 in process_bin_get (packet=0x7f670fb4e3c4, c=0x7f6bccc45000) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #18 get_executor (c=c@entry=0x7f6bccc45000, packet=packet@entry=0x7f670fb4e3c4) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #19 0x0000000000454a21 in execute_request_packet (c=0x7f6bccc45000) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #20 mcbp_execute_packet (c=c@entry=0x7f6bccc45000) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #21 0x000000000047519f in conn_execute (c=0x7f6bccc45000) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #22 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #23 McbpConnection::runStateMachinery (this=0x7f6bccc45000) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #24 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6bccc45000, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #25 0x000000000044654e in run_event_loop (c=0x7f6bccc45000, which=) at /index/source/kv_engine/daemon/connections.cc:142 #26 0x0000000000417d3c in event_handler (fd=564, which=, arg=0x7f6bccc45000) at /index/source/kv_engine/daemon/memcached.cc:1033 #27 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #28 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #29 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a71f0) at /index/source/kv_engine/daemon/thread.cc:233 #30 0x00007f6c3175f06e in run (this=0x7f6c2d722bc0) at /index/source/platform/src/cb_pthreads.cc:59 #31 platform_thread_wrap (arg=0x7f6c2d722bc0) at /index/source/platform/src/cb_pthreads.cc:72 #32 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #33 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 199 (Thread 0x7f6c215d3700 (LWP 27619)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c3088d97a in epoll_wait () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f6c3088ddcd in epoll_dispatch () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f6c30882a86 in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #4 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a72e8) at /index/source/kv_engine/daemon/thread.cc:233 #5 0x00007f6c3175f06e in run (this=0x7f6c2d722be0) at /index/source/platform/src/cb_pthreads.cc:59 #6 platform_thread_wrap (arg=0x7f6c2d722be0) at /index/source/platform/src/cb_pthreads.cc:72 #7 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 198 (Thread 0x7f6c20dd2700 (LWP 27620)): #0 0x00007f6c31124c02 in pthread_mutex_lock () from /lib64/libpthread.so.0 #1 0x00007f6c2acba01e in __gthread_mutex_lock (__mutex=0x7f6b8c2da028) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:748 #2 lock (this=) at /usr/include/c++/4.8.2/mutex:134 #3 lock (this=) at /usr/include/c++/4.8.2/mutex:511 #4 unique_lock (__m=..., this=) at /usr/include/c++/4.8.2/mutex:443 #5 HashBucketLock (mutex=..., bucketNum=3714, this=) at /index/source/kv_engine/engines/ep/src/hash_table.h:149 #6 getLockedBucketForHash (h=-30222365, this=0x7f6b8c2bde18) at /index/source/kv_engine/engines/ep/src/hash_table.h:427 #7 HashTable::getLockedBucket (this=this@entry=0x7f6b8c2bde18, key=...) at /index/source/kv_engine/engines/ep/src/hash_table.h:446 #8 0x00007f6c2ad357ac in VBucket::getInternal (this=0x7f6b8c2bde00, key=..., cookie=cookie@entry=0x7f6bcccafe18, engine=..., bgFetchDelay=0, options=options@entry=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), diskFlushAll=false, getKeyOnly=getKeyOnly@entry=VBucket::No) at /index/source/kv_engine/engines/ep/src/vbucket.cc:1630 #9 0x00007f6c2ad0557d in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f6bcccafe18, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #10 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #11 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=724, key=..., itm=, cookie=0x7f6bcccafe18, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #12 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f6bcccafe18, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #13 0x000000000042085d in bucket_get (c=0x7f6bcccafb00, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #14 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd7940) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #15 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd7940) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #16 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd7940) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #17 0x0000000000452210 in process_bin_get (packet=0x7f670fb73460, c=0x7f6bcccafb00) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #18 get_executor (c=c@entry=0x7f6bcccafb00, packet=packet@entry=0x7f670fb73460) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #19 0x0000000000454a21 in execute_request_packet (c=0x7f6bcccafb00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #20 mcbp_execute_packet (c=c@entry=0x7f6bcccafb00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #21 0x000000000047519f in conn_execute (c=0x7f6bcccafb00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #22 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #23 McbpConnection::runStateMachinery (this=0x7f6bcccafb00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #24 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6bcccafb00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #25 0x000000000044654e in run_event_loop (c=0x7f6bcccafb00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #26 0x0000000000417d3c in event_handler (fd=566, which=, arg=0x7f6bcccafb00) at /index/source/kv_engine/daemon/memcached.cc:1033 #27 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #28 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #29 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a73e0) at /index/source/kv_engine/daemon/thread.cc:233 #30 0x00007f6c3175f06e in run (this=0x7f6c2d722c00) at /index/source/platform/src/cb_pthreads.cc:59 #31 platform_thread_wrap (arg=0x7f6c2d722c00) at /index/source/platform/src/cb_pthreads.cc:72 #32 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #33 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 197 (Thread 0x7f6c205d1700 (LWP 27621)): #0 key (this=0x7f6b24a9d330) at /index/source/kv_engine/engines/ep/src/stored-value.h:821 #1 getKey (this=0x7f6b24a9d330) at /index/source/kv_engine/engines/ep/src/stored-value.h:195 #2 hasKey (k=..., this=0x7f6b24a9d330) at /index/source/kv_engine/engines/ep/src/stored-value.h:187 #3 HashTable::unlocked_find (this=this@entry=0x7f6b59a72e18, key=..., bucket_num=, wantsDeleted=wantsDeleted@entry=Yes, trackReference=trackReference@entry=Yes) at /index/source/kv_engine/engines/ep/src/hash_table.cc:416 #4 0x00007f6c2ad35279 in VBucket::fetchValidValue (this=this@entry=0x7f6b59a72e00, hbl=..., key=..., wantsDeleted=wantsDeleted@entry=Yes, trackReference=trackReference@entry=Yes, queueExpired=queueExpired@entry=Yes) at /index/source/kv_engine/engines/ep/src/vbucket.cc:682 #5 0x00007f6c2ad357d0 in VBucket::getInternal (this=0x7f6b59a72e00, key=..., cookie=cookie@entry=0x7f6bccd43218, engine=..., bgFetchDelay=0, options=options@entry=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), diskFlushAll=false, getKeyOnly=getKeyOnly@entry=VBucket::No) at /index/source/kv_engine/engines/ep/src/vbucket.cc:1632 #6 0x00007f6c2ad0557d in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f6bccd43218, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #7 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #8 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=10134, key=..., itm=, cookie=0x7f6bccd43218, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #9 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f6bccd43218, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #10 0x000000000042085d in bucket_get (c=0x7f6bccd42f00, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #11 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd74c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #12 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd74c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #13 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd74c0) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #14 0x0000000000452210 in process_bin_get (packet=0x7f670fb81780, c=0x7f6bccd42f00) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #15 get_executor (c=c@entry=0x7f6bccd42f00, packet=packet@entry=0x7f670fb81780) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #16 0x0000000000454a21 in execute_request_packet (c=0x7f6bccd42f00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #17 mcbp_execute_packet (c=c@entry=0x7f6bccd42f00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #18 0x000000000047519f in conn_execute (c=0x7f6bccd42f00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #19 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #20 McbpConnection::runStateMachinery (this=0x7f6bccd42f00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #21 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6bccd42f00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #22 0x000000000044654e in run_event_loop (c=0x7f6bccd42f00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #23 0x0000000000417d3c in event_handler (fd=567, which=, arg=0x7f6bccd42f00) at /index/source/kv_engine/daemon/memcached.cc:1033 #24 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #25 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #26 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a74d8) at /index/source/kv_engine/daemon/thread.cc:233 #27 0x00007f6c3175f06e in run (this=0x7f6c2d722c20) at /index/source/platform/src/cb_pthreads.cc:59 #28 platform_thread_wrap (arg=0x7f6c2d722c20) at /index/source/platform/src/cb_pthreads.cc:72 #29 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #30 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 196 (Thread 0x7f6c1fdd0700 (LWP 27622)): #0 mergeMemCounter (force=false, this=0x7f6bcccb3380) at /index/source/kv_engine/engines/ep/src/stats.cc:68 #1 EPStats::memDeallocated (this=this@entry=0x7f6bcccb3380, sz=sz@entry=48) at /index/source/kv_engine/engines/ep/src/stats.cc:59 #2 0x00007f6c2ad49655 in ObjectRegistry::memoryDeallocated (mem=48) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:209 #3 0x00007f6c31762289 in cb_free (ptr=0x7f670f80d570) at /index/source/platform/src/cb_malloc.cc:79 #4 0x00007f6c2acf81bf in _M_dispose (__a=..., this=) at /usr/include/c++/4.8.2/bits/basic_string.h:249 #5 ~basic_string (this=0x7f670f813a20, __in_chrg=) at /usr/include/c++/4.8.2/bits/basic_string.h:539 #6 ~StoredDocKey (this=0x7f670f813a20, __in_chrg=) at /index/source/kv_engine/engines/ep/src/storeddockey.h:41 #7 Item::~Item (this=0x7f670f8139f0, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:123 #8 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f670f8139f0) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #9 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f670f8139f0) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #10 0x0000000000464dd5 in operator() (item=, this=0x7f670fbd7370) at /index/source/kv_engine/include/memcached/engine.h:628 #11 ~unique_ptr (this=0x7f670fbd7370, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #12 ~GetCommandContext (this=0x7f670fbd7340, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #13 GetCommandContext::~GetCommandContext (this=0x7f670fbd7340, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #14 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #15 reset (__p=, this=0x7f67580a95f8) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #16 resetCommandContext (this=0x7f67580a9380) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #17 reset_cmd_handler (c=0x7f67580a9380) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #18 conn_new_cmd (c=0x7f67580a9380) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #19 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #20 McbpConnection::runStateMachinery (this=0x7f67580a9380) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #21 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580a9380, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #22 0x000000000044654e in run_event_loop (c=0x7f67580a9380, which=) at /index/source/kv_engine/daemon/connections.cc:142 #23 0x0000000000417d3c in event_handler (fd=568, which=, arg=0x7f67580a9380) at /index/source/kv_engine/daemon/memcached.cc:1033 #24 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #25 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #26 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a75d0) at /index/source/kv_engine/daemon/thread.cc:233 #27 0x00007f6c3175f06e in run (this=0x7f6c2d722c40) at /index/source/platform/src/cb_pthreads.cc:59 #28 platform_thread_wrap (arg=0x7f6c2d722c40) at /index/source/platform/src/cb_pthreads.cc:72 #29 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #30 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 195 (Thread 0x7f6c1f5cf700 (LWP 27623)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f67580a9e00, m=0x7f670fde9ac0) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f67580a9e00) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f67580a9e00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f67580a9e00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580a9e00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f67580a9e00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=569, which=, arg=0x7f67580a9e00) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a76c8) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722c60) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722c60) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 194 (Thread 0x7f6c1edce700 (LWP 27624)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c3088d97a in epoll_wait () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f6c3088ddcd in epoll_dispatch () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f6c30882a86 in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #4 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a77c0) at /index/source/kv_engine/daemon/thread.cc:233 #5 0x00007f6c3175f06e in run (this=0x7f6c2d722c80) at /index/source/platform/src/cb_pthreads.cc:59 #6 platform_thread_wrap (arg=0x7f6c2d722c80) at /index/source/platform/src/cb_pthreads.cc:72 #7 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 193 (Thread 0x7f6c1e5cd700 (LWP 27625)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f6b8c5f6a80, m=0x7f6b8c21a080) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f6b8c5f6a80) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f6b8c5f6a80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f6b8c5f6a80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6b8c5f6a80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f6b8c5f6a80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=571, which=, arg=0x7f6b8c5f6a80) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a78b8) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722ca0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722ca0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 192 (Thread 0x7f6c1ddcc700 (LWP 27626)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f6b8c04d700, m=0x7f6b9f3ae5c0) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f6b8c04d700) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f6b8c04d700) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f6b8c04d700) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6b8c04d700, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f6b8c04d700, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=572, which=, arg=0x7f6b8c04d700) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a79b0) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722cc0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722cc0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 191 (Thread 0x7f6c1d5cb700 (LWP 27627)): #0 0x00007f6c31124bd3 in pthread_mutex_lock () from /lib64/libpthread.so.0 #1 0x00007f6c2acba01e in __gthread_mutex_lock (__mutex=0x7f6b8c0a5b70) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:748 #2 lock (this=) at /usr/include/c++/4.8.2/mutex:134 #3 lock (this=) at /usr/include/c++/4.8.2/mutex:511 #4 unique_lock (__m=..., this=) at /usr/include/c++/4.8.2/mutex:443 #5 HashBucketLock (mutex=..., bucketNum=5615, this=) at /index/source/kv_engine/engines/ep/src/hash_table.h:149 #6 getLockedBucketForHash (h=-1938116094, this=0x7f6b8c1b3418) at /index/source/kv_engine/engines/ep/src/hash_table.h:427 #7 HashTable::getLockedBucket (this=this@entry=0x7f6b8c1b3418, key=...) at /index/source/kv_engine/engines/ep/src/hash_table.h:446 #8 0x00007f6c2ad357ac in VBucket::getInternal (this=0x7f6b8c1b3400, key=..., cookie=cookie@entry=0x7f6b8c06ba18, engine=..., bgFetchDelay=0, options=options@entry=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), diskFlushAll=false, getKeyOnly=getKeyOnly@entry=VBucket::No) at /index/source/kv_engine/engines/ep/src/vbucket.cc:1630 #9 0x00007f6c2ad0557d in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f6b8c06ba18, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #10 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #11 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=283, key=..., itm=, cookie=0x7f6b8c06ba18, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #12 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f6b8c06ba18, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #13 0x000000000042085d in bucket_get (c=0x7f6b8c06b700, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #14 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f6c2d693d80) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #15 0x0000000000464c68 in GetCommandContext::step (this=0x7f6c2d693d80) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #16 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6c2d693d80) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #17 0x0000000000452210 in process_bin_get (packet=0x7f670fc1f5a4, c=0x7f6b8c06b700) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #18 get_executor (c=c@entry=0x7f6b8c06b700, packet=packet@entry=0x7f670fc1f5a4) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #19 0x0000000000454a21 in execute_request_packet (c=0x7f6b8c06b700) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #20 mcbp_execute_packet (c=c@entry=0x7f6b8c06b700) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #21 0x000000000047519f in conn_execute (c=0x7f6b8c06b700) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #22 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #23 McbpConnection::runStateMachinery (this=0x7f6b8c06b700) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #24 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6b8c06b700, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #25 0x000000000044654e in run_event_loop (c=0x7f6b8c06b700, which=) at /index/source/kv_engine/daemon/connections.cc:142 #26 0x0000000000417d3c in event_handler (fd=573, which=, arg=0x7f6b8c06b700) at /index/source/kv_engine/daemon/memcached.cc:1033 #27 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #28 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #29 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a7aa8) at /index/source/kv_engine/daemon/thread.cc:233 #30 0x00007f6c3175f06e in run (this=0x7f6c2d722ce0) at /index/source/platform/src/cb_pthreads.cc:59 #31 platform_thread_wrap (arg=0x7f6c2d722ce0) at /index/source/platform/src/cb_pthreads.cc:72 #32 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #33 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 190 (Thread 0x7f6c1cdca700 (LWP 27628)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c3088d97a in epoll_wait () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f6c3088ddcd in epoll_dispatch () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f6c30882a86 in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #4 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a7ba0) at /index/source/kv_engine/daemon/thread.cc:233 #5 0x00007f6c3175f06e in run (this=0x7f6c2d722d00) at /index/source/platform/src/cb_pthreads.cc:59 #6 platform_thread_wrap (arg=0x7f6c2d722d00) at /index/source/platform/src/cb_pthreads.cc:72 #7 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 189 (Thread 0x7f6c1c5c9700 (LWP 27629)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x00007f6c2ac86c46 in GenericBlockTimer, 0ul>::~GenericBlockTimer (this=0x7f6c1c5c8890, __in_chrg=) at /index/source/platform/include/platform/histogram.h:426 #4 0x00007f6c2acc3416 in get (options=, vbucket=932, key=..., itm=, cookie=, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:173 #5 EvpGet (handle=0x7f6bcccb3000, cookie=, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #6 0x000000000042085d in bucket_get (c=0x7f6b9f31ce00, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #7 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f6c28429000) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #8 0x0000000000464c68 in GetCommandContext::step (this=0x7f6c28429000) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #9 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6c28429000) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #10 0x0000000000452210 in process_bin_get (packet=0x7f670fc3e238, c=0x7f6b9f31ce00) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #11 get_executor (c=c@entry=0x7f6b9f31ce00, packet=packet@entry=0x7f670fc3e238) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #12 0x0000000000454a21 in execute_request_packet (c=0x7f6b9f31ce00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #13 mcbp_execute_packet (c=c@entry=0x7f6b9f31ce00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #14 0x000000000047519f in conn_execute (c=0x7f6b9f31ce00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #15 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #16 McbpConnection::runStateMachinery (this=0x7f6b9f31ce00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #17 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6b9f31ce00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #18 0x000000000044654e in run_event_loop (c=0x7f6b9f31ce00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #19 0x0000000000417d3c in event_handler (fd=575, which=, arg=0x7f6b9f31ce00) at /index/source/kv_engine/daemon/memcached.cc:1033 #20 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a7c98) at /index/source/kv_engine/daemon/thread.cc:233 #23 0x00007f6c3175f06e in run (this=0x7f6c2d722d20) at /index/source/platform/src/cb_pthreads.cc:59 #24 platform_thread_wrap (arg=0x7f6c2d722d20) at /index/source/platform/src/cb_pthreads.cc:72 #25 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 188 (Thread 0x7f6c1bdc8700 (LWP 27630)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f6bccc6f180, m=0x7f6c281c4740) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f6bccc6f180) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f6bccc6f180) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f6bccc6f180) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6bccc6f180, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f6bccc6f180, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=576, which=, arg=0x7f6bccc6f180) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a7d90) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722d40) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722d40) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 187 (Thread 0x7f6c1b5c7700 (LWP 27631)): #0 ObjectRegistry::onDeleteItem (pItem=pItem@entry=0x7f6758092ad0) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:164 #1 0x00007f6c2acf815d in Item::~Item (this=0x7f6758092ad0, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:124 #2 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f6758092ad0) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #3 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f6758092ad0) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #4 0x0000000000464dd5 in operator() (item=, this=0x7f6b59ae36f0) at /index/source/kv_engine/include/memcached/engine.h:628 #5 ~unique_ptr (this=0x7f6b59ae36f0, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #6 ~GetCommandContext (this=0x7f6b59ae36c0, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #7 GetCommandContext::~GetCommandContext (this=0x7f6b59ae36c0, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #8 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #9 reset (__p=, this=0x7f6c281db778) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #10 resetCommandContext (this=0x7f6c281db500) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #11 reset_cmd_handler (c=0x7f6c281db500) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #12 conn_new_cmd (c=0x7f6c281db500) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #13 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #14 McbpConnection::runStateMachinery (this=0x7f6c281db500) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #15 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6c281db500, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #16 0x000000000044654e in run_event_loop (c=0x7f6c281db500, which=) at /index/source/kv_engine/daemon/connections.cc:142 #17 0x0000000000417d3c in event_handler (fd=577, which=, arg=0x7f6c281db500) at /index/source/kv_engine/daemon/memcached.cc:1033 #18 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #20 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a7e88) at /index/source/kv_engine/daemon/thread.cc:233 #21 0x00007f6c3175f06e in run (this=0x7f6c2d722d60) at /index/source/platform/src/cb_pthreads.cc:59 #22 platform_thread_wrap (arg=0x7f6c2d722d60) at /index/source/platform/src/cb_pthreads.cc:72 #23 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #24 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 186 (Thread 0x7f6c1adc6700 (LWP 27632)): #0 0x000000000043438b in fetch_add (__m=std::memory_order_relaxed, __i=10424, this=0x721fe8 ) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=10424, this=0x721fe8 ) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator+= (rhs=10424, this=0x721fe8 ) at /index/source/platform/include/relaxed_atomic.h:68 #3 Timings::collect (this=0x6f7e68 , opcode=, nsec=nsec@entry=10424) at /index/source/kv_engine/daemon/timings.cc:49 #4 0x0000000000485eab in mcbp_collect_timings (c=c@entry=0x7f67580aa500) at /index/source/kv_engine/daemon/mcbp.cc:374 #5 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f67580cc320, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #6 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #7 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f6b59ae3780) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #8 0x0000000000464bf8 in GetCommandContext::step (this=0x7f6b59ae3780) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #9 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6b59ae3780) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #10 0x0000000000452210 in process_bin_get (packet=0x7f670fc81518, c=0x7f67580aa500) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #11 get_executor (c=c@entry=0x7f67580aa500, packet=packet@entry=0x7f670fc81518) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #12 0x0000000000454a21 in execute_request_packet (c=0x7f67580aa500) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #13 mcbp_execute_packet (c=c@entry=0x7f67580aa500) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #14 0x000000000047519f in conn_execute (c=0x7f67580aa500) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #15 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #16 McbpConnection::runStateMachinery (this=0x7f67580aa500) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #17 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580aa500, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #18 0x000000000044654e in run_event_loop (c=0x7f67580aa500, which=) at /index/source/kv_engine/daemon/connections.cc:142 #19 0x0000000000417d3c in event_handler (fd=578, which=, arg=0x7f67580aa500) at /index/source/kv_engine/daemon/memcached.cc:1033 #20 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a7f80) at /index/source/kv_engine/daemon/thread.cc:233 #23 0x00007f6c3175f06e in run (this=0x7f6c2d722ae0) at /index/source/platform/src/cb_pthreads.cc:59 #24 platform_thread_wrap (arg=0x7f6c2d722ae0) at /index/source/platform/src/cb_pthreads.cc:72 #25 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 185 (Thread 0x7f6c1a5c5700 (LWP 27633)): #0 0x00007f6c31128e5f in __pthread_enable_asynccancel () from /lib64/libpthread.so.0 #1 0x00007f6c31129782 in sendmsg () from /lib64/libpthread.so.0 #2 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f67580ce500, m=0x7f67580e2200) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #3 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f67580ce500) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #4 0x0000000000475312 in conn_send_data (c=0x7f67580ce500) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #5 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #6 McbpConnection::runStateMachinery (this=0x7f67580ce500) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #7 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580ce500, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #8 0x000000000044654e in run_event_loop (c=0x7f67580ce500, which=) at /index/source/kv_engine/daemon/connections.cc:142 #9 0x0000000000417d3c in event_handler (fd=579, which=, arg=0x7f67580ce500) at /index/source/kv_engine/daemon/memcached.cc:1033 #10 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #12 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8078) at /index/source/kv_engine/daemon/thread.cc:233 #13 0x00007f6c3175f06e in run (this=0x7f6c2d722ac0) at /index/source/platform/src/cb_pthreads.cc:59 #14 platform_thread_wrap (arg=0x7f6c2d722ac0) at /index/source/platform/src/cb_pthreads.cc:72 #15 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #16 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 184 (Thread 0x7f6c19dc4700 (LWP 27634)): #0 0x00007f6c3112633b in pthread_rwlock_unlock () from /lib64/libpthread.so.0 #1 0x00007f6c3175fcca in cb_rw_reader_exit (rw=) at /index/source/platform/src/cb_pthreads.cc:411 #2 0x00007f6c2ac8e87d in cb::RWLock::readerUnlock (this=) at /index/source/platform/include/platform/rwlock.h:73 #3 0x00007f6c2ad0559b in unlock (this=) at /index/source/platform/include/platform/rwlock.h:113 #4 unlock (this=0x7f6c19dc37c0) at /usr/include/c++/4.8.2/mutex:567 #5 ~unique_lock (this=0x7f6c19dc37c0, __in_chrg=) at /usr/include/c++/4.8.2/mutex:476 #6 ~ReadHandle (this=0x7f6c19dc37c0, __in_chrg=) at /index/source/kv_engine/engines/ep/src/collections/vbucket_manifest.h:70 #7 KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f67580f6818, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #8 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #9 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=8426, key=..., itm=, cookie=0x7f67580f6818, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #10 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f67580f6818, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #11 0x000000000042085d in bucket_get (c=0x7f67580f6500, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #12 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f6b59ae4380) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #13 0x0000000000464c68 in GetCommandContext::step (this=0x7f6b59ae4380) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #14 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6b59ae4380) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #15 0x0000000000452210 in process_bin_get (packet=0x7f670fc91ddc, c=0x7f67580f6500) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #16 get_executor (c=c@entry=0x7f67580f6500, packet=packet@entry=0x7f670fc91ddc) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #17 0x0000000000454a21 in execute_request_packet (c=0x7f67580f6500) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #18 mcbp_execute_packet (c=c@entry=0x7f67580f6500) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #19 0x000000000047519f in conn_execute (c=0x7f67580f6500) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #20 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #21 McbpConnection::runStateMachinery (this=0x7f67580f6500) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #22 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580f6500, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #23 0x000000000044654e in run_event_loop (c=0x7f67580f6500, which=) at /index/source/kv_engine/daemon/connections.cc:142 #24 0x0000000000417d3c in event_handler (fd=580, which=, arg=0x7f67580f6500) at /index/source/kv_engine/daemon/memcached.cc:1033 #25 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #26 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #27 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8170) at /index/source/kv_engine/daemon/thread.cc:233 #28 0x00007f6c3175f06e in run (this=0x7f6c2d722aa0) at /index/source/platform/src/cb_pthreads.cc:59 #29 platform_thread_wrap (arg=0x7f6c2d722aa0) at /index/source/platform/src/cb_pthreads.cc:72 #30 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #31 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 183 (Thread 0x7f6c195c3700 (LWP 27635)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x00007f6c2ac86c46 in GenericBlockTimer, 0ul>::~GenericBlockTimer (this=0x7f6c195c2890, __in_chrg=) at /index/source/platform/include/platform/histogram.h:426 #4 0x00007f6c2acc3416 in get (options=, vbucket=4077, key=..., itm=, cookie=, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:173 #5 EvpGet (handle=0x7f6bcccb3000, cookie=, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #6 0x000000000042085d in bucket_get (c=0x7f675811d500, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #7 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f6b59ae45c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #8 0x0000000000464c68 in GetCommandContext::step (this=0x7f6b59ae45c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #9 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6b59ae45c0) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #10 0x0000000000452210 in process_bin_get (packet=0x7f670fca09ec, c=0x7f675811d500) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #11 get_executor (c=c@entry=0x7f675811d500, packet=packet@entry=0x7f670fca09ec) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #12 0x0000000000454a21 in execute_request_packet (c=0x7f675811d500) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #13 mcbp_execute_packet (c=c@entry=0x7f675811d500) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #14 0x000000000047519f in conn_execute (c=0x7f675811d500) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #15 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #16 McbpConnection::runStateMachinery (this=0x7f675811d500) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #17 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f675811d500, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #18 0x000000000044654e in run_event_loop (c=0x7f675811d500, which=) at /index/source/kv_engine/daemon/connections.cc:142 #19 0x0000000000417d3c in event_handler (fd=581, which=, arg=0x7f675811d500) at /index/source/kv_engine/daemon/memcached.cc:1033 #20 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8268) at /index/source/kv_engine/daemon/thread.cc:233 #23 0x00007f6c3175f06e in run (this=0x7f6c2d722a80) at /index/source/platform/src/cb_pthreads.cc:59 #24 platform_thread_wrap (arg=0x7f6c2d722a80) at /index/source/platform/src/cb_pthreads.cc:72 #25 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 182 (Thread 0x7f6c18dc2700 (LWP 27636)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x0000000000454f67 in try_read_mcbp_command (c=c@entry=0x7f6758141500) at /index/source/kv_engine/daemon/mcbp_executors.cc:1411 #4 0x00000000004744b9 in conn_parse_cmd (c=0x7f6758141500) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:239 #5 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #6 McbpConnection::runStateMachinery (this=0x7f6758141500) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #7 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6758141500, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #8 0x000000000044654e in run_event_loop (c=0x7f6758141500, which=) at /index/source/kv_engine/daemon/connections.cc:142 #9 0x0000000000417d3c in event_handler (fd=582, which=, arg=0x7f6758141500) at /index/source/kv_engine/daemon/memcached.cc:1033 #10 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #12 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8360) at /index/source/kv_engine/daemon/thread.cc:233 #13 0x00007f6c3175f06e in run (this=0x7f6c2d722a60) at /index/source/platform/src/cb_pthreads.cc:59 #14 platform_thread_wrap (arg=0x7f6c2d722a60) at /index/source/platform/src/cb_pthreads.cc:72 #15 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #16 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 181 (Thread 0x7f6c185c1700 (LWP 27637)): #0 0x000000000043438b in fetch_add (__m=std::memory_order_relaxed, __i=2500, this=0x6f4bc0 ) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=2500, this=0x6f4bc0 ) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator+= (rhs=2500, this=0x6f4bc0 ) at /index/source/platform/include/relaxed_atomic.h:68 #3 Timings::collect (this=0x6caa40 , opcode=, nsec=nsec@entry=2500) at /index/source/kv_engine/daemon/timings.cc:49 #4 0x0000000000485e7c in mcbp_collect_timings (c=c@entry=0x7f6b8c06ba80) at /index/source/kv_engine/daemon/mcbp.cc:365 #5 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f6b59c698d0, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #6 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #7 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f6c2842a800) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #8 0x0000000000464bf8 in GetCommandContext::step (this=0x7f6c2842a800) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #9 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6c2842a800) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #10 0x0000000000452210 in process_bin_get (packet=0x7f670fcc4e28, c=0x7f6b8c06ba80) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #11 get_executor (c=c@entry=0x7f6b8c06ba80, packet=packet@entry=0x7f670fcc4e28) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #12 0x0000000000454a21 in execute_request_packet (c=0x7f6b8c06ba80) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #13 mcbp_execute_packet (c=c@entry=0x7f6b8c06ba80) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #14 0x000000000047519f in conn_execute (c=0x7f6b8c06ba80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #15 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #16 McbpConnection::runStateMachinery (this=0x7f6b8c06ba80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #17 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6b8c06ba80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #18 0x000000000044654e in run_event_loop (c=0x7f6b8c06ba80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #19 0x0000000000417d3c in event_handler (fd=583, which=, arg=0x7f6b8c06ba80) at /index/source/kv_engine/daemon/memcached.cc:1033 #20 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8458) at /index/source/kv_engine/daemon/thread.cc:233 #23 0x00007f6c3175f06e in run (this=0x7f6c2d722a40) at /index/source/platform/src/cb_pthreads.cc:59 #24 platform_thread_wrap (arg=0x7f6c2d722a40) at /index/source/platform/src/cb_pthreads.cc:72 #25 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 180 (Thread 0x7f6c17dc0700 (LWP 27638)): #0 getLockedBucketForHash (h=1548813800, this=0x7f6b7d5a4c18) at /index/source/kv_engine/engines/ep/src/hash_table.h:427 #1 HashTable::getLockedBucket (this=this@entry=0x7f6b7d5a4c18, key=...) at /index/source/kv_engine/engines/ep/src/hash_table.h:446 #2 0x00007f6c2ad357ac in VBucket::getInternal (this=0x7f6b7d5a4c00, key=..., cookie=cookie@entry=0x7f6b8c414118, engine=..., bgFetchDelay=0, options=options@entry=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), diskFlushAll=false, getKeyOnly=getKeyOnly@entry=VBucket::No) at /index/source/kv_engine/engines/ep/src/vbucket.cc:1630 #3 0x00007f6c2ad0557d in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f6b8c414118, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #4 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #5 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=1435, key=..., itm=, cookie=0x7f6b8c414118, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #6 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f6b8c414118, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #7 0x000000000042085d in bucket_get (c=0x7f6b8c413e00, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #8 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f6b59ae3900) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #9 0x0000000000464c68 in GetCommandContext::step (this=0x7f6b59ae3900) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #10 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6b59ae3900) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #11 0x0000000000452210 in process_bin_get (packet=0x7f670fcd6c10, c=0x7f6b8c413e00) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #12 get_executor (c=c@entry=0x7f6b8c413e00, packet=packet@entry=0x7f670fcd6c10) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #13 0x0000000000454a21 in execute_request_packet (c=0x7f6b8c413e00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #14 mcbp_execute_packet (c=c@entry=0x7f6b8c413e00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #15 0x000000000047519f in conn_execute (c=0x7f6b8c413e00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #16 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #17 McbpConnection::runStateMachinery (this=0x7f6b8c413e00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #18 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6b8c413e00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #19 0x000000000044654e in run_event_loop (c=0x7f6b8c413e00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #20 0x0000000000417d3c in event_handler (fd=584, which=, arg=0x7f6b8c413e00) at /index/source/kv_engine/daemon/memcached.cc:1033 #21 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #23 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8550) at /index/source/kv_engine/daemon/thread.cc:233 #24 0x00007f6c3175f06e in run (this=0x7f6c2d722a20) at /index/source/platform/src/cb_pthreads.cc:59 #25 platform_thread_wrap (arg=0x7f6c2d722a20) at /index/source/platform/src/cb_pthreads.cc:72 #26 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #27 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 179 (Thread 0x7f6c175bf700 (LWP 27639)): #0 gethrtime () at /index/source/platform/src/cxxtime.cc:21 #1 0x0000000000485e5e in mcbp_collect_timings (c=c@entry=0x7f6b9f31ed80) at /index/source/kv_engine/daemon/mcbp.cc:362 #2 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f67581e18b8, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #3 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #4 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f6c2d693cc0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #5 0x0000000000464bf8 in GetCommandContext::step (this=0x7f6c2d693cc0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #6 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6c2d693cc0) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #7 0x0000000000452210 in process_bin_get (packet=0x7f670fcde83c, c=0x7f6b9f31ed80) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #8 get_executor (c=c@entry=0x7f6b9f31ed80, packet=packet@entry=0x7f670fcde83c) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #9 0x0000000000454a21 in execute_request_packet (c=0x7f6b9f31ed80) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #10 mcbp_execute_packet (c=c@entry=0x7f6b9f31ed80) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #11 0x000000000047519f in conn_execute (c=0x7f6b9f31ed80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #12 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #13 McbpConnection::runStateMachinery (this=0x7f6b9f31ed80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #14 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6b9f31ed80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #15 0x000000000044654e in run_event_loop (c=0x7f6b9f31ed80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #16 0x0000000000417d3c in event_handler (fd=585, which=, arg=0x7f6b9f31ed80) at /index/source/kv_engine/daemon/memcached.cc:1033 #17 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #18 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8648) at /index/source/kv_engine/daemon/thread.cc:233 #20 0x00007f6c3175f06e in run (this=0x7f6c2d722a00) at /index/source/platform/src/cb_pthreads.cc:59 #21 platform_thread_wrap (arg=0x7f6c2d722a00) at /index/source/platform/src/cb_pthreads.cc:72 #22 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 178 (Thread 0x7f6c16dbe700 (LWP 27640)): #0 0x00000000004339f5 in fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x6f8278 ) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=1, this=0x6f8278 ) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator++ (this=0x6f8278 ) at /index/source/platform/include/relaxed_atomic.h:92 #3 TimingHistogram::add (this=0x6f7fe0 , nsec=nsec@entry=4664) at /index/source/kv_engine/daemon/timing_histogram.cc:135 #4 0x000000000043437e in Timings::collect (this=0x6f7e68 , opcode=, nsec=nsec@entry=4664) at /index/source/kv_engine/daemon/timings.cc:46 #5 0x0000000000485eab in mcbp_collect_timings (c=c@entry=0x7f6bccc71480) at /index/source/kv_engine/daemon/mcbp.cc:374 #6 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f67581e1ef8, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #7 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #8 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f6b59ae39c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #9 0x0000000000464bf8 in GetCommandContext::step (this=0x7f6b59ae39c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #10 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6b59ae39c0) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #11 0x0000000000452210 in process_bin_get (packet=0x7f670fcf2ee0, c=0x7f6bccc71480) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #12 get_executor (c=c@entry=0x7f6bccc71480, packet=packet@entry=0x7f670fcf2ee0) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #13 0x0000000000454a21 in execute_request_packet (c=0x7f6bccc71480) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #14 mcbp_execute_packet (c=c@entry=0x7f6bccc71480) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #15 0x000000000047519f in conn_execute (c=0x7f6bccc71480) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #16 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #17 McbpConnection::runStateMachinery (this=0x7f6bccc71480) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #18 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6bccc71480, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #19 0x000000000044654e in run_event_loop (c=0x7f6bccc71480, which=) at /index/source/kv_engine/daemon/connections.cc:142 #20 0x0000000000417d3c in event_handler (fd=586, which=, arg=0x7f6bccc71480) at /index/source/kv_engine/daemon/memcached.cc:1033 #21 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #23 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8740) at /index/source/kv_engine/daemon/thread.cc:233 #24 0x00007f6c3175f06e in run (this=0x7f6c2d7229e0) at /index/source/platform/src/cb_pthreads.cc:59 #25 platform_thread_wrap (arg=0x7f6c2d7229e0) at /index/source/platform/src/cb_pthreads.cc:72 #26 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #27 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 177 (Thread 0x7f6c165bd700 (LWP 27641)): #0 GenericBlockTimer, 0ul>::~GenericBlockTimer (this=0x7f6c165bc890, __in_chrg=) at /index/source/platform/include/platform/histogram.h:427 #1 0x00007f6c2acc3416 in get (options=, vbucket=8779, key=..., itm=, cookie=, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:173 #2 EvpGet (handle=0x7f6bcccb3000, cookie=, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #3 0x000000000042085d in bucket_get (c=0x7f6758179300, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #4 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f6b59ae4740) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #5 0x0000000000464c68 in GetCommandContext::step (this=0x7f6b59ae4740) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #6 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6b59ae4740) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #7 0x0000000000452210 in process_bin_get (packet=0x7f670fcfdf20, c=0x7f6758179300) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #8 get_executor (c=c@entry=0x7f6758179300, packet=packet@entry=0x7f670fcfdf20) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #9 0x0000000000454a21 in execute_request_packet (c=0x7f6758179300) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #10 mcbp_execute_packet (c=c@entry=0x7f6758179300) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #11 0x000000000047519f in conn_execute (c=0x7f6758179300) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #12 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #13 McbpConnection::runStateMachinery (this=0x7f6758179300) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #14 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6758179300, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #15 0x000000000044654e in run_event_loop (c=0x7f6758179300, which=) at /index/source/kv_engine/daemon/connections.cc:142 #16 0x0000000000417d3c in event_handler (fd=587, which=, arg=0x7f6758179300) at /index/source/kv_engine/daemon/memcached.cc:1033 #17 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #18 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8838) at /index/source/kv_engine/daemon/thread.cc:233 #20 0x00007f6c3175f06e in run (this=0x7f6c2d7229c0) at /index/source/platform/src/cb_pthreads.cc:59 #21 platform_thread_wrap (arg=0x7f6c2d7229c0) at /index/source/platform/src/cb_pthreads.cc:72 #22 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 176 (Thread 0x7f6c15dbc700 (LWP 27642)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x00007f6c2acc338e in GenericBlockTimer (o=0x0, n=0x0, d=0x7f6bcccb39b8, this=0x7f6c15dbb890) at /index/source/platform/include/platform/histogram.h:421 #4 get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=5217, key=..., itm=, cookie=0x7f670fdcf618, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:158 #5 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f670fdcf618, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #6 0x000000000042085d in bucket_get (c=0x7f670fdcf300, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #7 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f6b59ae48c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #8 0x0000000000464c68 in GetCommandContext::step (this=0x7f6b59ae48c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #9 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6b59ae48c0) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #10 0x0000000000452210 in process_bin_get (packet=0x7f670fd51804, c=0x7f670fdcf300) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #11 get_executor (c=c@entry=0x7f670fdcf300, packet=packet@entry=0x7f670fd51804) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #12 0x0000000000454a21 in execute_request_packet (c=0x7f670fdcf300) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #13 mcbp_execute_packet (c=c@entry=0x7f670fdcf300) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #14 0x000000000047519f in conn_execute (c=0x7f670fdcf300) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #15 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #16 McbpConnection::runStateMachinery (this=0x7f670fdcf300) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #17 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdcf300, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #18 0x000000000044654e in run_event_loop (c=0x7f670fdcf300, which=) at /index/source/kv_engine/daemon/connections.cc:142 #19 0x0000000000417d3c in event_handler (fd=588, which=, arg=0x7f670fdcf300) at /index/source/kv_engine/daemon/memcached.cc:1033 #20 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8930) at /index/source/kv_engine/daemon/thread.cc:233 #23 0x00007f6c3175f06e in run (this=0x7f6c2d7229a0) at /index/source/platform/src/cb_pthreads.cc:59 #24 platform_thread_wrap (arg=0x7f6c2d7229a0) at /index/source/platform/src/cb_pthreads.cc:72 #25 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 175 (Thread 0x7f6c155bb700 (LWP 27643)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x00007f6c2ac86c46 in GenericBlockTimer, 0ul>::~GenericBlockTimer (this=0x7f6c155ba890, __in_chrg=) at /index/source/platform/include/platform/histogram.h:426 #4 0x00007f6c2acc3416 in get (options=, vbucket=6511, key=..., itm=, cookie=, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:173 #5 EvpGet (handle=0x7f6bcccb3000, cookie=, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #6 0x000000000042085d in bucket_get (c=0x7f67580aac00, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #7 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f6b59ae4980) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #8 0x0000000000464c68 in GetCommandContext::step (this=0x7f6b59ae4980) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #9 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6b59ae4980) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #10 0x0000000000452210 in process_bin_get (packet=0x7f670fd10e90, c=0x7f67580aac00) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #11 get_executor (c=c@entry=0x7f67580aac00, packet=packet@entry=0x7f670fd10e90) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #12 0x0000000000454a21 in execute_request_packet (c=0x7f67580aac00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #13 mcbp_execute_packet (c=c@entry=0x7f67580aac00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #14 0x000000000047519f in conn_execute (c=0x7f67580aac00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #15 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #16 McbpConnection::runStateMachinery (this=0x7f67580aac00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #17 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580aac00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #18 0x000000000044654e in run_event_loop (c=0x7f67580aac00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #19 0x0000000000417d3c in event_handler (fd=589, which=, arg=0x7f67580aac00) at /index/source/kv_engine/daemon/memcached.cc:1033 #20 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8a28) at /index/source/kv_engine/daemon/thread.cc:233 #23 0x00007f6c3175f06e in run (this=0x7f6c2d722980) at /index/source/platform/src/cb_pthreads.cc:59 #24 platform_thread_wrap (arg=0x7f6c2d722980) at /index/source/platform/src/cb_pthreads.cc:72 #25 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 174 (Thread 0x7f6c14dba700 (LWP 27644)): #0 je_malloc_usable_size (ptr=) at src/jemalloc.c:2752 #1 0x00007f6c2ad114c6 in MemoryTracker::DeleteHook (ptr=) at /index/source/kv_engine/engines/ep/src/memory_tracker.cc:95 #2 0x00007f6c31762289 in cb_free (ptr=0x7f67580c19f0) at /index/source/platform/src/cb_malloc.cc:79 #3 0x00007f6c2acbb448 in itemRelease (this=, cookie=, itm=0x7f67580c19f0) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #4 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f67580c19f0) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #5 0x0000000000464dd5 in operator() (item=, this=0x7f6b59ae3cf0) at /index/source/kv_engine/include/memcached/engine.h:628 #6 ~unique_ptr (this=0x7f6b59ae3cf0, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #7 ~GetCommandContext (this=0x7f6b59ae3cc0, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #8 GetCommandContext::~GetCommandContext (this=0x7f6b59ae3cc0, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #9 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #10 reset (__p=, this=0x7f67580aaaf8) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #11 resetCommandContext (this=0x7f67580aa880) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #12 reset_cmd_handler (c=0x7f67580aa880) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #13 conn_new_cmd (c=0x7f67580aa880) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #14 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #15 McbpConnection::runStateMachinery (this=0x7f67580aa880) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #16 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580aa880, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #17 0x000000000044654e in run_event_loop (c=0x7f67580aa880, which=) at /index/source/kv_engine/daemon/connections.cc:142 #18 0x0000000000417d3c in event_handler (fd=590, which=, arg=0x7f67580aa880) at /index/source/kv_engine/daemon/memcached.cc:1033 #19 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #20 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8b20) at /index/source/kv_engine/daemon/thread.cc:233 #22 0x00007f6c3175f06e in run (this=0x7f6c2d722940) at /index/source/platform/src/cb_pthreads.cc:59 #23 platform_thread_wrap (arg=0x7f6c2d722940) at /index/source/platform/src/cb_pthreads.cc:72 #24 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #25 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 173 (Thread 0x7f6c145b9700 (LWP 27645)): #0 fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x7f6bcccb3600) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=1, this=0x7f6bcccb3600) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator++ (this=0x7f6bcccb3600) at /index/source/platform/include/relaxed_atomic.h:88 #3 ObjectRegistry::onDeleteItem (pItem=pItem@entry=0x7f675803b2f0) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:162 #4 0x00007f6c2acf815d in Item::~Item (this=0x7f675803b2f0, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:124 #5 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f675803b2f0) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #6 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f675803b2f0) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #7 0x0000000000464dd5 in operator() (item=, this=0x7f6b59ae3ab0) at /index/source/kv_engine/include/memcached/engine.h:628 #8 ~unique_ptr (this=0x7f6b59ae3ab0, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #9 ~GetCommandContext (this=0x7f6b59ae3a80, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #10 GetCommandContext::~GetCommandContext (this=0x7f6b59ae3a80, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #11 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #12 reset (__p=, this=0x7f67580f71f8) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #13 resetCommandContext (this=0x7f67580f6f80) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #14 reset_cmd_handler (c=0x7f67580f6f80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #15 conn_new_cmd (c=0x7f67580f6f80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #16 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #17 McbpConnection::runStateMachinery (this=0x7f67580f6f80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #18 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580f6f80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #19 0x000000000044654e in run_event_loop (c=0x7f67580f6f80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #20 0x0000000000417d3c in event_handler (fd=591, which=, arg=0x7f67580f6f80) at /index/source/kv_engine/daemon/memcached.cc:1033 #21 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #23 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8c18) at /index/source/kv_engine/daemon/thread.cc:233 #24 0x00007f6c3175f06e in run (this=0x7f6c2d722960) at /index/source/platform/src/cb_pthreads.cc:59 #25 platform_thread_wrap (arg=0x7f6c2d722960) at /index/source/platform/src/cb_pthreads.cc:72 #26 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #27 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 172 (Thread 0x7f6c13db8700 (LWP 27646)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f675811dc00, m=0x7f6758133e00) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f675811dc00) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f675811dc00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f675811dc00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f675811dc00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f675811dc00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=592, which=, arg=0x7f675811dc00) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8d10) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722920) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722920) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 171 (Thread 0x7f6c135b7700 (LWP 27647)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x0000000000454f67 in try_read_mcbp_command (c=c@entry=0x7f675811d880) at /index/source/kv_engine/daemon/mcbp_executors.cc:1411 #4 0x00000000004744b9 in conn_parse_cmd (c=0x7f675811d880) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:239 #5 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #6 McbpConnection::runStateMachinery (this=0x7f675811d880) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #7 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f675811d880, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #8 0x000000000044654e in run_event_loop (c=0x7f675811d880, which=) at /index/source/kv_engine/daemon/connections.cc:142 #9 0x0000000000417d3c in event_handler (fd=593, which=, arg=0x7f675811d880) at /index/source/kv_engine/daemon/memcached.cc:1033 #10 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #12 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8e08) at /index/source/kv_engine/daemon/thread.cc:233 #13 0x00007f6c3175f06e in run (this=0x7f6c2d722900) at /index/source/platform/src/cb_pthreads.cc:59 #14 platform_thread_wrap (arg=0x7f6c2d722900) at /index/source/platform/src/cb_pthreads.cc:72 #15 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #16 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 170 (Thread 0x7f6c12db6700 (LWP 27648)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f6b8c06e480, m=0x7f6b8c42c480) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f6b8c06e480) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f6b8c06e480) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f6b8c06e480) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6b8c06e480, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f6b8c06e480, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=594, which=, arg=0x7f6b8c06e480) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8f00) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722840) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722840) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 169 (Thread 0x7f6c125b5700 (LWP 27649)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f6b8c415d80, m=0x7f675809e500) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f6b8c415d80) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f6b8c415d80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f6b8c415d80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6b8c415d80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f6b8c415d80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=595, which=, arg=0x7f6b8c415d80) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a8ff8) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d7228e0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d7228e0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 168 (Thread 0x7f6c11db4700 (LWP 27650)): #0 GenericBlockTimer, 0ul>::~GenericBlockTimer (this=0x7f6c11db3890, __in_chrg=) at /index/source/platform/include/platform/histogram.h:428 #1 0x00007f6c2acc3416 in get (options=, vbucket=5593, key=..., itm=, cookie=, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:173 #2 EvpGet (handle=0x7f6bcccb3000, cookie=, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #3 0x000000000042085d in bucket_get (c=0x7f670fdcd000, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #4 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f6c2842a980) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #5 0x0000000000464c68 in GetCommandContext::step (this=0x7f6c2842a980) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #6 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6c2842a980) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #7 0x0000000000452210 in process_bin_get (packet=0x7f670fdbe3c4, c=0x7f670fdcd000) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #8 get_executor (c=c@entry=0x7f670fdcd000, packet=packet@entry=0x7f670fdbe3c4) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #9 0x0000000000454a21 in execute_request_packet (c=0x7f670fdcd000) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #10 mcbp_execute_packet (c=c@entry=0x7f670fdcd000) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #11 0x000000000047519f in conn_execute (c=0x7f670fdcd000) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #12 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #13 McbpConnection::runStateMachinery (this=0x7f670fdcd000) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #14 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdcd000, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #15 0x000000000044654e in run_event_loop (c=0x7f670fdcd000, which=) at /index/source/kv_engine/daemon/connections.cc:142 #16 0x0000000000417d3c in event_handler (fd=596, which=, arg=0x7f670fdcd000) at /index/source/kv_engine/daemon/memcached.cc:1033 #17 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #18 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a90f0) at /index/source/kv_engine/daemon/thread.cc:233 #20 0x00007f6c3175f06e in run (this=0x7f6c2d7228c0) at /index/source/platform/src/cb_pthreads.cc:59 #21 platform_thread_wrap (arg=0x7f6c2d7228c0) at /index/source/platform/src/cb_pthreads.cc:72 #22 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 167 (Thread 0x7f6c115b3700 (LWP 27651)): #0 ObjectRegistry::onDeleteItem (pItem=pItem@entry=0x7f67581d7350) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:164 #1 0x00007f6c2acf815d in Item::~Item (this=0x7f67581d7350, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:124 #2 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f67581d7350) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #3 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f67581d7350) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #4 0x0000000000464dd5 in operator() (item=, this=0x7f6b59ae3c30) at /index/source/kv_engine/include/memcached/engine.h:628 #5 ~unique_ptr (this=0x7f6b59ae3c30, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #6 ~GetCommandContext (this=0x7f6b59ae3c00, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #7 GetCommandContext::~GetCommandContext (this=0x7f6b59ae3c00, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #8 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #9 reset (__p=, this=0x7f6b9f31f378) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #10 resetCommandContext (this=0x7f6b9f31f100) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #11 reset_cmd_handler (c=0x7f6b9f31f100) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #12 conn_new_cmd (c=0x7f6b9f31f100) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #13 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #14 McbpConnection::runStateMachinery (this=0x7f6b9f31f100) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #15 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6b9f31f100, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #16 0x000000000044654e in run_event_loop (c=0x7f6b9f31f100, which=) at /index/source/kv_engine/daemon/connections.cc:142 #17 0x0000000000417d3c in event_handler (fd=597, which=, arg=0x7f6b9f31f100) at /index/source/kv_engine/daemon/memcached.cc:1033 #18 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #20 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a91e8) at /index/source/kv_engine/daemon/thread.cc:233 #21 0x00007f6c3175f06e in run (this=0x7f6c2d7228a0) at /index/source/platform/src/cb_pthreads.cc:59 #22 platform_thread_wrap (arg=0x7f6c2d7228a0) at /index/source/platform/src/cb_pthreads.cc:72 #23 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #24 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 166 (Thread 0x7f6c10db2700 (LWP 27652)): #0 __gthread_mutex_unlock (__mutex=0x7f6b9fa98df8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:778 #1 unlock (this=0x7f6b9fa98df8) at /usr/include/c++/4.8.2/mutex:152 #2 unlock (this=) at /usr/include/c++/4.8.2/mutex:567 #3 ~unique_lock (this=, __in_chrg=) at /usr/include/c++/4.8.2/mutex:476 #4 ~Access (this=, __in_chrg=) at /index/source/kv_engine/engines/ep/src/kvshard.h:124 #5 KVShard::getBucket (this=, id=id@entry=9353) at /index/source/kv_engine/engines/ep/src/kvshard.cc:75 #6 0x00007f6c2ad3c80a in VBucketMap::getBucket (this=0x7f6bccc2b6a0, id=9353) at /index/source/kv_engine/engines/ep/src/vbucketmap.cc:44 #7 0x00007f6c2acb5220 in KVBucket::getVBucket (this=, vbid=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:328 #8 0x00007f6c2ad0540c in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f670fdcd698, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1473 #9 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #10 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=9353, key=..., itm=, cookie=0x7f670fdcd698, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #11 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f670fdcd698, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #12 0x000000000042085d in bucket_get (c=0x7f670fdcd380, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #13 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd5000) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #14 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd5000) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #15 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd5000) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #16 0x0000000000452210 in process_bin_get (packet=0x7f670fd80ac8, c=0x7f670fdcd380) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #17 get_executor (c=c@entry=0x7f670fdcd380, packet=packet@entry=0x7f670fd80ac8) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #18 0x0000000000454a21 in execute_request_packet (c=0x7f670fdcd380) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #19 mcbp_execute_packet (c=c@entry=0x7f670fdcd380) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #20 0x000000000047519f in conn_execute (c=0x7f670fdcd380) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #21 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #22 McbpConnection::runStateMachinery (this=0x7f670fdcd380) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #23 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdcd380, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #24 0x000000000044654e in run_event_loop (c=0x7f670fdcd380, which=) at /index/source/kv_engine/daemon/connections.cc:142 #25 0x0000000000417d3c in event_handler (fd=598, which=, arg=0x7f670fdcd380) at /index/source/kv_engine/daemon/memcached.cc:1033 #26 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #27 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #28 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a92e0) at /index/source/kv_engine/daemon/thread.cc:233 #29 0x00007f6c3175f06e in run (this=0x7f6c2d722880) at /index/source/platform/src/cb_pthreads.cc:59 #30 platform_thread_wrap (arg=0x7f6c2d722880) at /index/source/platform/src/cb_pthreads.cc:72 #31 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #32 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 165 (Thread 0x7f6c105b1700 (LWP 27653)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c3088d97a in epoll_wait () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f6c3088ddcd in epoll_dispatch () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f6c30882a86 in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #4 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a93d8) at /index/source/kv_engine/daemon/thread.cc:233 #5 0x00007f6c3175f06e in run (this=0x7f6c2d722860) at /index/source/platform/src/cb_pthreads.cc:59 #6 platform_thread_wrap (arg=0x7f6c2d722860) at /index/source/platform/src/cb_pthreads.cc:72 #7 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 164 (Thread 0x7f6c0fdb0700 (LWP 27654)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x0000000000454f67 in try_read_mcbp_command (c=c@entry=0x7f670fdcda80) at /index/source/kv_engine/daemon/mcbp_executors.cc:1411 #4 0x00000000004744b9 in conn_parse_cmd (c=0x7f670fdcda80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:239 #5 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #6 McbpConnection::runStateMachinery (this=0x7f670fdcda80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #7 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdcda80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #8 0x000000000044654e in run_event_loop (c=0x7f670fdcda80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #9 0x0000000000417d3c in event_handler (fd=600, which=, arg=0x7f670fdcda80) at /index/source/kv_engine/daemon/memcached.cc:1033 #10 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #12 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a94d0) at /index/source/kv_engine/daemon/thread.cc:233 #13 0x00007f6c3175f06e in run (this=0x7f6c2d7227e0) at /index/source/platform/src/cb_pthreads.cc:59 #14 platform_thread_wrap (arg=0x7f6c2d7227e0) at /index/source/platform/src/cb_pthreads.cc:72 #15 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #16 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 163 (Thread 0x7f6c0f5af700 (LWP 27655)): #0 0x00007f6c2ad49228 in fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x7f6bcccb3600) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=1, this=0x7f6bcccb3600) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator++ (this=0x7f6bcccb3600) at /index/source/platform/include/relaxed_atomic.h:88 #3 ObjectRegistry::onCreateItem (pItem=pItem@entry=0x7f670fffafa0) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:152 #4 0x00007f6c2acf9521 in Item::Item (this=0x7f670fffafa0, k=..., fl=, exp=, val=..., theCas=, i=3472, vbid=556, sno=1, nru_value=2 '\002') at /index/source/kv_engine/engines/ep/src/item.cc:59 #5 0x00007f6c2ad20cb0 in make_unique const&, unsigned long, long const&, unsigned short&, unsigned long> () at /index/source/platform/include/platform/make_unique.h:45 #6 StoredValue::toItem (this=this@entry=0x7f68f66401d0, lck=, vbucket=) at /index/source/kv_engine/engines/ep/src/stored-value.cc:193 #7 0x00007f6c2ad359e5 in VBucket::getInternal (this=0x7f6b7dd63e00, key=..., cookie=cookie@entry=0x7f670fdce118, engine=..., bgFetchDelay=0, options=options@entry=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), diskFlushAll=false, getKeyOnly=getKeyOnly@entry=VBucket::No) at /index/source/kv_engine/engines/ep/src/vbucket.cc:1663 #8 0x00007f6c2ad0557d in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f670fdce118, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #9 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #10 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=556, key=..., itm=, cookie=0x7f670fdce118, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #11 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f670fdce118, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #12 0x000000000042085d in bucket_get (c=0x7f670fdcde00, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #13 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd5240) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #14 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd5240) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #15 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd5240) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #16 0x0000000000452210 in process_bin_get (packet=0x7f670fe22960, c=0x7f670fdcde00) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #17 get_executor (c=c@entry=0x7f670fdcde00, packet=packet@entry=0x7f670fe22960) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #18 0x0000000000454a21 in execute_request_packet (c=0x7f670fdcde00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #19 mcbp_execute_packet (c=c@entry=0x7f670fdcde00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #20 0x000000000047519f in conn_execute (c=0x7f670fdcde00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #21 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #22 McbpConnection::runStateMachinery (this=0x7f670fdcde00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #23 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdcde00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #24 0x000000000044654e in run_event_loop (c=0x7f670fdcde00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #25 0x0000000000417d3c in event_handler (fd=601, which=, arg=0x7f670fdcde00) at /index/source/kv_engine/daemon/memcached.cc:1033 #26 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #27 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #28 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a95c8) at /index/source/kv_engine/daemon/thread.cc:233 #29 0x00007f6c3175f06e in run (this=0x7f6c2d722820) at /index/source/platform/src/cb_pthreads.cc:59 #30 platform_thread_wrap (arg=0x7f6c2d722820) at /index/source/platform/src/cb_pthreads.cc:72 #31 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #32 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 162 (Thread 0x7f6c0edae700 (LWP 27656)): #0 HashTable::unlocked_find (this=this@entry=0x7f6b5b821e18, key=..., bucket_num=1495, wantsDeleted=wantsDeleted@entry=Yes, trackReference=trackReference@entry=Yes) at /index/source/kv_engine/engines/ep/src/hash_table.cc:415 #1 0x00007f6c2ad35279 in VBucket::fetchValidValue (this=this@entry=0x7f6b5b821e00, hbl=..., key=..., wantsDeleted=wantsDeleted@entry=Yes, trackReference=trackReference@entry=Yes, queueExpired=queueExpired@entry=Yes) at /index/source/kv_engine/engines/ep/src/vbucket.cc:682 #2 0x00007f6c2ad357d0 in VBucket::getInternal (this=0x7f6b5b821e00, key=..., cookie=cookie@entry=0x7f6c28553a18, engine=..., bgFetchDelay=0, options=options@entry=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), diskFlushAll=false, getKeyOnly=getKeyOnly@entry=VBucket::No) at /index/source/kv_engine/engines/ep/src/vbucket.cc:1632 #3 0x00007f6c2ad0557d in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f6c28553a18, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #4 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #5 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=4790, key=..., itm=, cookie=0x7f6c28553a18, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #6 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f6c28553a18, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #7 0x000000000042085d in bucket_get (c=0x7f6c28553700, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #8 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f6b59ae42c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #9 0x0000000000464c68 in GetCommandContext::step (this=0x7f6b59ae42c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #10 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6b59ae42c0) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #11 0x0000000000452210 in process_bin_get (packet=0x7f670fe3f5a4, c=0x7f6c28553700) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #12 get_executor (c=c@entry=0x7f6c28553700, packet=packet@entry=0x7f670fe3f5a4) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #13 0x0000000000454a21 in execute_request_packet (c=0x7f6c28553700) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #14 mcbp_execute_packet (c=c@entry=0x7f6c28553700) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #15 0x000000000047519f in conn_execute (c=0x7f6c28553700) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #16 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #17 McbpConnection::runStateMachinery (this=0x7f6c28553700) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #18 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f6c28553700, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #19 0x000000000044654e in run_event_loop (c=0x7f6c28553700, which=) at /index/source/kv_engine/daemon/connections.cc:142 #20 0x0000000000417d3c in event_handler (fd=602, which=, arg=0x7f6c28553700) at /index/source/kv_engine/daemon/memcached.cc:1033 #21 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #23 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a96c0) at /index/source/kv_engine/daemon/thread.cc:233 #24 0x00007f6c3175f06e in run (this=0x7f6c2d722800) at /index/source/platform/src/cb_pthreads.cc:59 #25 platform_thread_wrap (arg=0x7f6c2d722800) at /index/source/platform/src/cb_pthreads.cc:72 #26 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #27 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 161 (Thread 0x7f6c0e5ad700 (LWP 27657)): #0 0x0000000000442ef0 in McbpConnection::setState (this=this@entry=0x7f67580aa180, next_state=0x475170 ) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #1 0x0000000000455104 in try_read_mcbp_command (c=c@entry=0x7f67580aa180) at /index/source/kv_engine/daemon/mcbp_executors.cc:1450 #2 0x00000000004744b9 in conn_parse_cmd (c=0x7f67580aa180) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:239 #3 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #4 McbpConnection::runStateMachinery (this=0x7f67580aa180) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #5 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580aa180, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #6 0x000000000044654e in run_event_loop (c=0x7f67580aa180, which=) at /index/source/kv_engine/daemon/connections.cc:142 #7 0x0000000000417d3c in event_handler (fd=603, which=, arg=0x7f67580aa180) at /index/source/kv_engine/daemon/memcached.cc:1033 #8 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #9 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a97b8) at /index/source/kv_engine/daemon/thread.cc:233 #11 0x00007f6c3175f06e in run (this=0x7f6c2d722740) at /index/source/platform/src/cb_pthreads.cc:59 #12 platform_thread_wrap (arg=0x7f6c2d722740) at /index/source/platform/src/cb_pthreads.cc:72 #13 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #14 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 160 (Thread 0x7f6c0ddac700 (LWP 27658)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c3088d97a in epoll_wait () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f6c3088ddcd in epoll_dispatch () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f6c30882a86 in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #4 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a98b0) at /index/source/kv_engine/daemon/thread.cc:233 #5 0x00007f6c3175f06e in run (this=0x7f6c2d7227c0) at /index/source/platform/src/cb_pthreads.cc:59 #6 platform_thread_wrap (arg=0x7f6c2d7227c0) at /index/source/platform/src/cb_pthreads.cc:72 #7 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 159 (Thread 0x7f6c0d5ab700 (LWP 27659)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x00007f6c2ac86c46 in GenericBlockTimer, 0ul>::~GenericBlockTimer (this=0x7f6c0d5aa890, __in_chrg=) at /index/source/platform/include/platform/histogram.h:426 #4 0x00007f6c2acc3416 in get (options=, vbucket=9457, key=..., itm=, cookie=, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:173 #5 EvpGet (handle=0x7f6bcccb3000, cookie=, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #6 0x000000000042085d in bucket_get (c=0x7f670fdce180, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #7 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd6140) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #8 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd6140) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #9 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd6140) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #10 0x0000000000452210 in process_bin_get (packet=0x7f670fe4d210, c=0x7f670fdce180) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #11 get_executor (c=c@entry=0x7f670fdce180, packet=packet@entry=0x7f670fe4d210) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #12 0x0000000000454a21 in execute_request_packet (c=0x7f670fdce180) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #13 mcbp_execute_packet (c=c@entry=0x7f670fdce180) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #14 0x000000000047519f in conn_execute (c=0x7f670fdce180) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #15 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #16 McbpConnection::runStateMachinery (this=0x7f670fdce180) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #17 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdce180, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #18 0x000000000044654e in run_event_loop (c=0x7f670fdce180, which=) at /index/source/kv_engine/daemon/connections.cc:142 #19 0x0000000000417d3c in event_handler (fd=605, which=, arg=0x7f670fdce180) at /index/source/kv_engine/daemon/memcached.cc:1033 #20 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a99a8) at /index/source/kv_engine/daemon/thread.cc:233 #23 0x00007f6c3175f06e in run (this=0x7f6c2d7227a0) at /index/source/platform/src/cb_pthreads.cc:59 #24 platform_thread_wrap (arg=0x7f6c2d7227a0) at /index/source/platform/src/cb_pthreads.cc:72 #25 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 158 (Thread 0x7f6c0cdaa700 (LWP 27660)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c3088d97a in epoll_wait () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f6c3088ddcd in epoll_dispatch () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f6c30882a86 in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #4 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a9aa0) at /index/source/kv_engine/daemon/thread.cc:233 #5 0x00007f6c3175f06e in run (this=0x7f6c2d722780) at /index/source/platform/src/cb_pthreads.cc:59 #6 platform_thread_wrap (arg=0x7f6c2d722780) at /index/source/platform/src/cb_pthreads.cc:72 #7 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 157 (Thread 0x7f6c0c5a9700 (LWP 27661)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c3088d97a in epoll_wait () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f6c3088ddcd in epoll_dispatch () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f6c30882a86 in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #4 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a9b98) at /index/source/kv_engine/daemon/thread.cc:233 #5 0x00007f6c3175f06e in run (this=0x7f6c2d722760) at /index/source/platform/src/cb_pthreads.cc:59 #6 platform_thread_wrap (arg=0x7f6c2d722760) at /index/source/platform/src/cb_pthreads.cc:72 #7 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 156 (Thread 0x7f6c0bda8700 (LWP 27662)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c3088d97a in epoll_wait () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f6c3088ddcd in epoll_dispatch () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f6c30882a86 in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #4 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a9c90) at /index/source/kv_engine/daemon/thread.cc:233 #5 0x00007f6c3175f06e in run (this=0x7f6c2d722720) at /index/source/platform/src/cb_pthreads.cc:59 #6 platform_thread_wrap (arg=0x7f6c2d722720) at /index/source/platform/src/cb_pthreads.cc:72 #7 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 155 (Thread 0x7f6c0b5a7700 (LWP 27663)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c3088d97a in epoll_wait () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f6c3088ddcd in epoll_dispatch () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f6c30882a86 in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #4 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a9d88) at /index/source/kv_engine/daemon/thread.cc:233 #5 0x00007f6c3175f06e in run (this=0x7f6c2d722700) at /index/source/platform/src/cb_pthreads.cc:59 #6 platform_thread_wrap (arg=0x7f6c2d722700) at /index/source/platform/src/cb_pthreads.cc:72 #7 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 154 (Thread 0x7f6c0ada6700 (LWP 27664)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c3088d97a in epoll_wait () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f6c3088ddcd in epoll_dispatch () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f6c30882a86 in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #4 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a9e80) at /index/source/kv_engine/daemon/thread.cc:233 #5 0x00007f6c3175f06e in run (this=0x7f6c2d722660) at /index/source/platform/src/cb_pthreads.cc:59 #6 platform_thread_wrap (arg=0x7f6c2d722660) at /index/source/platform/src/cb_pthreads.cc:72 #7 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 153 (Thread 0x7f6c0a5a5700 (LWP 27665)): #0 ObjectRegistry::onDeleteItem (pItem=pItem@entry=0x7f6a4a8ed5a0) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:164 #1 0x00007f6c2acf815d in Item::~Item (this=0x7f6a4a8ed5a0, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:124 #2 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f6a4a8ed5a0) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #3 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f6a4a8ed5a0) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #4 0x0000000000464dd5 in operator() (item=, this=0x7f670fbd62f0) at /index/source/kv_engine/include/memcached/engine.h:628 #5 ~unique_ptr (this=0x7f670fbd62f0, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #6 ~GetCommandContext (this=0x7f670fbd62c0, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #7 GetCommandContext::~GetCommandContext (this=0x7f670fbd62c0, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #8 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #9 reset (__p=, this=0x7f67580d0a78) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #10 resetCommandContext (this=0x7f67580d0800) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #11 reset_cmd_handler (c=0x7f67580d0800) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #12 conn_new_cmd (c=0x7f67580d0800) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #13 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #14 McbpConnection::runStateMachinery (this=0x7f67580d0800) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #15 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580d0800, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #16 0x000000000044654e in run_event_loop (c=0x7f67580d0800, which=) at /index/source/kv_engine/daemon/connections.cc:142 #17 0x0000000000417d3c in event_handler (fd=527, which=, arg=0x7f67580d0800) at /index/source/kv_engine/daemon/memcached.cc:1033 #18 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #20 0x00000000004310d4 in worker_libevent (arg=0x7f6c291a9f78) at /index/source/kv_engine/daemon/thread.cc:233 #21 0x00007f6c3175f06e in run (this=0x7f6c2d7226e0) at /index/source/platform/src/cb_pthreads.cc:59 #22 platform_thread_wrap (arg=0x7f6c2d7226e0) at /index/source/platform/src/cb_pthreads.cc:72 #23 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #24 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 152 (Thread 0x7f6c09da4700 (LWP 27666)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x0000000000454f67 in try_read_mcbp_command (c=c@entry=0x7f670fdd0f00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1411 #4 0x00000000004744b9 in conn_parse_cmd (c=0x7f670fdd0f00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:239 #5 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #6 McbpConnection::runStateMachinery (this=0x7f670fdd0f00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #7 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd0f00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #8 0x000000000044654e in run_event_loop (c=0x7f670fdd0f00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #9 0x0000000000417d3c in event_handler (fd=528, which=, arg=0x7f670fdd0f00) at /index/source/kv_engine/daemon/memcached.cc:1033 #10 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #12 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aa070) at /index/source/kv_engine/daemon/thread.cc:233 #13 0x00007f6c3175f06e in run (this=0x7f6c2d7226c0) at /index/source/platform/src/cb_pthreads.cc:59 #14 platform_thread_wrap (arg=0x7f6c2d7226c0) at /index/source/platform/src/cb_pthreads.cc:72 #15 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #16 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 151 (Thread 0x7f6c095a3700 (LWP 27667)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f670fdcf680, m=0x7f675809fe00) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f670fdcf680) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f670fdcf680) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f670fdcf680) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdcf680, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f670fdcf680, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=529, which=, arg=0x7f670fdcf680) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aa168) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d7226a0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d7226a0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 150 (Thread 0x7f6c08da2700 (LWP 27668)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f670fdcef80, m=0x7f670fde68c0) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f670fdcef80) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f670fdcef80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f670fdcef80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdcef80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f670fdcef80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=530, which=, arg=0x7f670fdcef80) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aa260) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722680) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722680) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 149 (Thread 0x7f6c085a1700 (LWP 27669)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f67580ad280, m=0x7f675809fa40) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f67580ad280) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f67580ad280) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f67580ad280) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580ad280, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f67580ad280, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=531, which=, arg=0x7f67580ad280) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aa358) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722640) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722640) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 148 (Thread 0x7f6c07da0700 (LWP 27670)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f670fdd1980, m=0x7f670fde8940) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f670fdd1980) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f670fdd1980) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f670fdd1980) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd1980, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f670fdd1980, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=532, which=, arg=0x7f670fdd1980) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aa450) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722620) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722620) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 147 (Thread 0x7f6c0759f700 (LWP 27671)): #0 ObjectRegistry::onDeleteItem (pItem=pItem@entry=0x7f670f9c8a30) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:164 #1 0x00007f6c2acf815d in Item::~Item (this=0x7f670f9c8a30, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:124 #2 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f670f9c8a30) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #3 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f670f9c8a30) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #4 0x0000000000464dd5 in operator() (item=, this=0x7f670fbd5870) at /index/source/kv_engine/include/memcached/engine.h:628 #5 ~unique_ptr (this=0x7f670fbd5870, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #6 ~GetCommandContext (this=0x7f670fbd5840, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #7 GetCommandContext::~GetCommandContext (this=0x7f670fbd5840, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #8 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #9 reset (__p=, this=0x7f670fdd0378) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #10 resetCommandContext (this=0x7f670fdd0100) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #11 reset_cmd_handler (c=0x7f670fdd0100) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #12 conn_new_cmd (c=0x7f670fdd0100) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #13 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #14 McbpConnection::runStateMachinery (this=0x7f670fdd0100) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #15 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd0100, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #16 0x000000000044654e in run_event_loop (c=0x7f670fdd0100, which=) at /index/source/kv_engine/daemon/connections.cc:142 #17 0x0000000000417d3c in event_handler (fd=533, which=, arg=0x7f670fdd0100) at /index/source/kv_engine/daemon/memcached.cc:1033 #18 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #20 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aa548) at /index/source/kv_engine/daemon/thread.cc:233 #21 0x00007f6c3175f06e in run (this=0x7f6c2d722580) at /index/source/platform/src/cb_pthreads.cc:59 #22 platform_thread_wrap (arg=0x7f6c2d722580) at /index/source/platform/src/cb_pthreads.cc:72 #23 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #24 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 146 (Thread 0x7f6c06d9e700 (LWP 27672)): #0 0x000000000043438b in fetch_add (__m=std::memory_order_relaxed, __i=5780, this=0x721fe8 ) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=5780, this=0x721fe8 ) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator+= (rhs=5780, this=0x721fe8 ) at /index/source/platform/include/relaxed_atomic.h:68 #3 Timings::collect (this=0x6f7e68 , opcode=, nsec=nsec@entry=5780) at /index/source/kv_engine/daemon/timings.cc:49 #4 0x0000000000485eab in mcbp_collect_timings (c=c@entry=0x7f670fdcfa00) at /index/source/kv_engine/daemon/mcbp.cc:374 #5 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f670f9c11c0, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #6 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #7 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f670fbd5e40) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #8 0x0000000000464bf8 in GetCommandContext::step (this=0x7f670fbd5e40) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #9 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd5e40) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #10 0x0000000000452210 in process_bin_get (packet=0x7f670f8a75d0, c=0x7f670fdcfa00) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #11 get_executor (c=c@entry=0x7f670fdcfa00, packet=packet@entry=0x7f670f8a75d0) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #12 0x0000000000454a21 in execute_request_packet (c=0x7f670fdcfa00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #13 mcbp_execute_packet (c=c@entry=0x7f670fdcfa00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #14 0x000000000047519f in conn_execute (c=0x7f670fdcfa00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #15 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #16 McbpConnection::runStateMachinery (this=0x7f670fdcfa00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #17 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdcfa00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #18 0x000000000044654e in run_event_loop (c=0x7f670fdcfa00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #19 0x0000000000417d3c in event_handler (fd=534, which=, arg=0x7f670fdcfa00) at /index/source/kv_engine/daemon/memcached.cc:1033 #20 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aa640) at /index/source/kv_engine/daemon/thread.cc:233 #23 0x00007f6c3175f06e in run (this=0x7f6c2d722600) at /index/source/platform/src/cb_pthreads.cc:59 #24 platform_thread_wrap (arg=0x7f6c2d722600) at /index/source/platform/src/cb_pthreads.cc:72 #25 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 145 (Thread 0x7f6c0659d700 (LWP 27673)): #0 Timings::collect (this=0x6caa40 , opcode=, nsec=nsec@entry=3339) at /index/source/kv_engine/daemon/timings.cc:50 #1 0x0000000000485e7c in mcbp_collect_timings (c=c@entry=0x7f670fdd3580) at /index/source/kv_engine/daemon/mcbp.cc:365 #2 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f670f9c1130, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #3 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #4 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f670fbd5c00) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #5 0x0000000000464bf8 in GetCommandContext::step (this=0x7f670fbd5c00) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #6 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd5c00) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #7 0x0000000000452210 in process_bin_get (packet=0x7f670f88c7a0, c=0x7f670fdd3580) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #8 get_executor (c=c@entry=0x7f670fdd3580, packet=packet@entry=0x7f670f88c7a0) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #9 0x0000000000454a21 in execute_request_packet (c=0x7f670fdd3580) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #10 mcbp_execute_packet (c=c@entry=0x7f670fdd3580) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #11 0x000000000047519f in conn_execute (c=0x7f670fdd3580) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #12 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #13 McbpConnection::runStateMachinery (this=0x7f670fdd3580) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #14 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd3580, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #15 0x000000000044654e in run_event_loop (c=0x7f670fdd3580, which=) at /index/source/kv_engine/daemon/connections.cc:142 #16 0x0000000000417d3c in event_handler (fd=535, which=, arg=0x7f670fdd3580) at /index/source/kv_engine/daemon/memcached.cc:1033 #17 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #18 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aa738) at /index/source/kv_engine/daemon/thread.cc:233 #20 0x00007f6c3175f06e in run (this=0x7f6c2d7225e0) at /index/source/platform/src/cb_pthreads.cc:59 #21 platform_thread_wrap (arg=0x7f6c2d7225e0) at /index/source/platform/src/cb_pthreads.cc:72 #22 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 144 (Thread 0x7f6c05d9c700 (LWP 27674)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x0000000000454f67 in try_read_mcbp_command (c=c@entry=0x7f670fdd2080) at /index/source/kv_engine/daemon/mcbp_executors.cc:1411 #4 0x00000000004744b9 in conn_parse_cmd (c=0x7f670fdd2080) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:239 #5 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #6 McbpConnection::runStateMachinery (this=0x7f670fdd2080) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #7 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd2080, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #8 0x000000000044654e in run_event_loop (c=0x7f670fdd2080, which=) at /index/source/kv_engine/daemon/connections.cc:142 #9 0x0000000000417d3c in event_handler (fd=536, which=, arg=0x7f670fdd2080) at /index/source/kv_engine/daemon/memcached.cc:1033 #10 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #12 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aa830) at /index/source/kv_engine/daemon/thread.cc:233 #13 0x00007f6c3175f06e in run (this=0x7f6c2d7225c0) at /index/source/platform/src/cb_pthreads.cc:59 #14 platform_thread_wrap (arg=0x7f6c2d7225c0) at /index/source/platform/src/cb_pthreads.cc:72 #15 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #16 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 143 (Thread 0x7f6c0559b700 (LWP 27675)): #0 0x000000000043438b in fetch_add (__m=std::memory_order_relaxed, __i=5718, this=0x721fe8 ) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=5718, this=0x721fe8 ) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator+= (rhs=5718, this=0x721fe8 ) at /index/source/platform/include/relaxed_atomic.h:68 #3 Timings::collect (this=0x6f7e68 , opcode=, nsec=nsec@entry=5718) at /index/source/kv_engine/daemon/timings.cc:49 #4 0x0000000000485eab in mcbp_collect_timings (c=c@entry=0x7f670fdd0480) at /index/source/kv_engine/daemon/mcbp.cc:374 #5 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f670f9c1050, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #6 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #7 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f670fbd6bc0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #8 0x0000000000464bf8 in GetCommandContext::step (this=0x7f670fbd6bc0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #9 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd6bc0) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #10 0x0000000000452210 in process_bin_get (packet=0x7f670f983c98, c=0x7f670fdd0480) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #11 get_executor (c=c@entry=0x7f670fdd0480, packet=packet@entry=0x7f670f983c98) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #12 0x0000000000454a21 in execute_request_packet (c=0x7f670fdd0480) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #13 mcbp_execute_packet (c=c@entry=0x7f670fdd0480) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #14 0x000000000047519f in conn_execute (c=0x7f670fdd0480) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #15 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #16 McbpConnection::runStateMachinery (this=0x7f670fdd0480) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #17 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd0480, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #18 0x000000000044654e in run_event_loop (c=0x7f670fdd0480, which=) at /index/source/kv_engine/daemon/connections.cc:142 #19 0x0000000000417d3c in event_handler (fd=537, which=, arg=0x7f670fdd0480) at /index/source/kv_engine/daemon/memcached.cc:1033 #20 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aa928) at /index/source/kv_engine/daemon/thread.cc:233 #23 0x00007f6c3175f06e in run (this=0x7f6c2d7225a0) at /index/source/platform/src/cb_pthreads.cc:59 #24 platform_thread_wrap (arg=0x7f6c2d7225a0) at /index/source/platform/src/cb_pthreads.cc:72 #25 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 142 (Thread 0x7f6c04d9a700 (LWP 27676)): #0 Timings::collect (this=0x6f7e68 , opcode=, nsec=nsec@entry=7693) at /index/source/kv_engine/daemon/timings.cc:50 #1 0x0000000000485eab in mcbp_collect_timings (c=c@entry=0x7f67580aaf80) at /index/source/kv_engine/daemon/mcbp.cc:374 #2 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f670f9c1658, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #3 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #4 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f670fbd5cc0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #5 0x0000000000464bf8 in GetCommandContext::step (this=0x7f670fbd5cc0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #6 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd5cc0) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #7 0x0000000000452210 in process_bin_get (packet=0x7f670f970d78, c=0x7f67580aaf80) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #8 get_executor (c=c@entry=0x7f67580aaf80, packet=packet@entry=0x7f670f970d78) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #9 0x0000000000454a21 in execute_request_packet (c=0x7f67580aaf80) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #10 mcbp_execute_packet (c=c@entry=0x7f67580aaf80) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #11 0x000000000047519f in conn_execute (c=0x7f67580aaf80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #12 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #13 McbpConnection::runStateMachinery (this=0x7f67580aaf80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #14 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580aaf80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #15 0x000000000044654e in run_event_loop (c=0x7f67580aaf80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #16 0x0000000000417d3c in event_handler (fd=538, which=, arg=0x7f67580aaf80) at /index/source/kv_engine/daemon/memcached.cc:1033 #17 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #18 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aaa20) at /index/source/kv_engine/daemon/thread.cc:233 #20 0x00007f6c3175f06e in run (this=0x7f6c2d722560) at /index/source/platform/src/cb_pthreads.cc:59 #21 platform_thread_wrap (arg=0x7f6c2d722560) at /index/source/platform/src/cb_pthreads.cc:72 #22 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 141 (Thread 0x7f6c04599700 (LWP 27677)): #0 get (this=0x7f6c2d72aa70) at /index/source/kv_engine/engines/ep/src/threadlocal_posix.h:78 #1 ObjectRegistry::memoryDeallocated (mem=48) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:202 #2 0x00007f6c31762289 in cb_free (ptr=0x7f670f80fd30) at /index/source/platform/src/cb_malloc.cc:79 #3 0x00007f6c2acf81bf in _M_dispose (__a=..., this=) at /usr/include/c++/4.8.2/bits/basic_string.h:249 #4 ~basic_string (this=0x7f670f9c94b0, __in_chrg=) at /usr/include/c++/4.8.2/bits/basic_string.h:539 #5 ~StoredDocKey (this=0x7f670f9c94b0, __in_chrg=) at /index/source/kv_engine/engines/ep/src/storeddockey.h:41 #6 Item::~Item (this=0x7f670f9c9480, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:123 #7 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f670f9c9480) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #8 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f670f9c9480) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #9 0x0000000000464dd5 in operator() (item=, this=0x7f670fbd5ab0) at /index/source/kv_engine/include/memcached/engine.h:628 #10 ~unique_ptr (this=0x7f670fbd5ab0, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #11 ~GetCommandContext (this=0x7f670fbd5a80, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #12 GetCommandContext::~GetCommandContext (this=0x7f670fbd5a80, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #13 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #14 reset (__p=, this=0x7f670fdd29f8) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #15 resetCommandContext (this=0x7f670fdd2780) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #16 reset_cmd_handler (c=0x7f670fdd2780) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #17 conn_new_cmd (c=0x7f670fdd2780) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #18 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #19 McbpConnection::runStateMachinery (this=0x7f670fdd2780) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #20 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd2780, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #21 0x000000000044654e in run_event_loop (c=0x7f670fdd2780, which=) at /index/source/kv_engine/daemon/connections.cc:142 #22 0x0000000000417d3c in event_handler (fd=539, which=, arg=0x7f670fdd2780) at /index/source/kv_engine/daemon/memcached.cc:1033 #23 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #24 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #25 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aab18) at /index/source/kv_engine/daemon/thread.cc:233 #26 0x00007f6c3175f06e in run (this=0x7f6c2d722540) at /index/source/platform/src/cb_pthreads.cc:59 #27 platform_thread_wrap (arg=0x7f6c2d722540) at /index/source/platform/src/cb_pthreads.cc:72 #28 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #29 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 140 (Thread 0x7f6c03d98700 (LWP 27678)): #0 fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x7f6bcccb3600) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=1, this=0x7f6bcccb3600) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator++ (this=0x7f6bcccb3600) at /index/source/platform/include/relaxed_atomic.h:88 #3 ObjectRegistry::onDeleteItem (pItem=pItem@entry=0x7f670f9c6190) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:162 #4 0x00007f6c2acf815d in Item::~Item (this=0x7f670f9c6190, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:124 #5 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f670f9c6190) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #6 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f670f9c6190) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #7 0x0000000000464dd5 in operator() (item=, this=0x7f670fbd5db0) at /index/source/kv_engine/include/memcached/engine.h:628 #8 ~unique_ptr (this=0x7f670fbd5db0, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #9 ~GetCommandContext (this=0x7f670fbd5d80, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #10 GetCommandContext::~GetCommandContext (this=0x7f670fbd5d80, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #11 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #12 reset (__p=, this=0x7f670fdd0a78) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #13 resetCommandContext (this=0x7f670fdd0800) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #14 reset_cmd_handler (c=0x7f670fdd0800) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #15 conn_new_cmd (c=0x7f670fdd0800) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #16 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #17 McbpConnection::runStateMachinery (this=0x7f670fdd0800) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #18 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd0800, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #19 0x000000000044654e in run_event_loop (c=0x7f670fdd0800, which=) at /index/source/kv_engine/daemon/connections.cc:142 #20 0x0000000000417d3c in event_handler (fd=540, which=, arg=0x7f670fdd0800) at /index/source/kv_engine/daemon/memcached.cc:1033 #21 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #23 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aac10) at /index/source/kv_engine/daemon/thread.cc:233 #24 0x00007f6c3175f06e in run (this=0x7f6c2d722520) at /index/source/platform/src/cb_pthreads.cc:59 #25 platform_thread_wrap (arg=0x7f6c2d722520) at /index/source/platform/src/cb_pthreads.cc:72 #26 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #27 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 139 (Thread 0x7f6c03597700 (LWP 27679)): #0 0x00000000004339f5 in fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x6f8278 ) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=1, this=0x6f8278 ) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator++ (this=0x6f8278 ) at /index/source/platform/include/relaxed_atomic.h:92 #3 TimingHistogram::add (this=0x6f7fe0 , nsec=nsec@entry=6061) at /index/source/kv_engine/daemon/timing_histogram.cc:135 #4 0x000000000043437e in Timings::collect (this=0x6f7e68 , opcode=, nsec=nsec@entry=6061) at /index/source/kv_engine/daemon/timings.cc:46 #5 0x0000000000485eab in mcbp_collect_timings (c=c@entry=0x7f67580af580) at /index/source/kv_engine/daemon/mcbp.cc:374 #6 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f67580314a8, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #7 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #8 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f670fbd6d40) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #9 0x0000000000464bf8 in GetCommandContext::step (this=0x7f670fbd6d40) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #10 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd6d40) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #11 0x0000000000452210 in process_bin_get (packet=0x7f670f92157c, c=0x7f67580af580) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #12 get_executor (c=c@entry=0x7f67580af580, packet=packet@entry=0x7f670f92157c) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #13 0x0000000000454a21 in execute_request_packet (c=0x7f67580af580) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #14 mcbp_execute_packet (c=c@entry=0x7f67580af580) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #15 0x000000000047519f in conn_execute (c=0x7f67580af580) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #16 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #17 McbpConnection::runStateMachinery (this=0x7f67580af580) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #18 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580af580, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #19 0x000000000044654e in run_event_loop (c=0x7f67580af580, which=) at /index/source/kv_engine/daemon/connections.cc:142 #20 0x0000000000417d3c in event_handler (fd=541, which=, arg=0x7f67580af580) at /index/source/kv_engine/daemon/memcached.cc:1033 #21 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #23 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aad08) at /index/source/kv_engine/daemon/thread.cc:233 #24 0x00007f6c3175f06e in run (this=0x7f6c2d722480) at /index/source/platform/src/cb_pthreads.cc:59 #25 platform_thread_wrap (arg=0x7f6c2d722480) at /index/source/platform/src/cb_pthreads.cc:72 #26 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #27 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 138 (Thread 0x7f6c02d96700 (LWP 27680)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f67580d3c80, m=0x7f67580b8d00) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f67580d3c80) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f67580d3c80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f67580d3c80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580d3c80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f67580d3c80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=542, which=, arg=0x7f67580d3c80) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aae00) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722500) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722500) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 137 (Thread 0x7f6c02595700 (LWP 27681)): #0 0x0000000000485b93 in load (__m=std::memory_order_seq_cst, this=) at /usr/include/c++/4.8.2/bits/atomic_base.h:496 #1 getVerbose (this=) at /index/source/kv_engine/daemon/settings.h:439 #2 mcbp_add_header (c=0x7f670fdd3200, err=err@entry=0, ext_len=ext_len@entry=4 '\004', key_len=, body_len=49, datatype=) at /index/source/kv_engine/daemon/mcbp.cc:241 #3 0x0000000000464a1d in GetCommandContext::sendResponse (this=this@entry=0x7f670fbd5f00) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:98 #4 0x0000000000464bf8 in GetCommandContext::step (this=0x7f670fbd5f00) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #5 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd5f00) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #6 0x0000000000452210 in process_bin_get (packet=0x7f670f940528, c=0x7f670fdd3200) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #7 get_executor (c=c@entry=0x7f670fdd3200, packet=packet@entry=0x7f670f940528) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #8 0x0000000000454a21 in execute_request_packet (c=0x7f670fdd3200) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #9 mcbp_execute_packet (c=c@entry=0x7f670fdd3200) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #10 0x000000000047519f in conn_execute (c=0x7f670fdd3200) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #11 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #12 McbpConnection::runStateMachinery (this=0x7f670fdd3200) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #13 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd3200, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #14 0x000000000044654e in run_event_loop (c=0x7f670fdd3200, which=) at /index/source/kv_engine/daemon/connections.cc:142 #15 0x0000000000417d3c in event_handler (fd=543, which=, arg=0x7f670fdd3200) at /index/source/kv_engine/daemon/memcached.cc:1033 #16 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #17 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #18 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aaef8) at /index/source/kv_engine/daemon/thread.cc:233 #19 0x00007f6c3175f06e in run (this=0x7f6c2d7224e0) at /index/source/platform/src/cb_pthreads.cc:59 #20 platform_thread_wrap (arg=0x7f6c2d7224e0) at /index/source/platform/src/cb_pthreads.cc:72 #21 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 136 (Thread 0x7f6c01d94700 (LWP 27682)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f670fdd0b80, m=0x7f670fde7540) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f670fdd0b80) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f670fdd0b80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f670fdd0b80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd0b80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f670fdd0b80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=544, which=, arg=0x7f670fdd0b80) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aaff0) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d7224c0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d7224c0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 135 (Thread 0x7f6c01593700 (LWP 27683)): #0 0x00007f6c2ad49228 in fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x7f6bcccb3600) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=1, this=0x7f6bcccb3600) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator++ (this=0x7f6bcccb3600) at /index/source/platform/include/relaxed_atomic.h:88 #3 ObjectRegistry::onCreateItem (pItem=pItem@entry=0x7f670f9c9de0) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:152 #4 0x00007f6c2acf9521 in Item::Item (this=0x7f670f9c9de0, k=..., fl=, exp=, val=..., theCas=, i=5690, vbid=4965, sno=1, nru_value=2 '\002') at /index/source/kv_engine/engines/ep/src/item.cc:59 #5 0x00007f6c2ad20cb0 in make_unique const&, unsigned long, long const&, unsigned short&, unsigned long> () at /index/source/platform/include/platform/make_unique.h:45 #6 StoredValue::toItem (this=this@entry=0x7f69fa93c110, lck=, vbucket=) at /index/source/kv_engine/engines/ep/src/stored-value.cc:193 #7 0x00007f6c2ad359e5 in VBucket::getInternal (this=0x7f6b7c107200, key=..., cookie=cookie@entry=0x7f67580aff98, engine=..., bgFetchDelay=0, options=options@entry=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), diskFlushAll=false, getKeyOnly=getKeyOnly@entry=VBucket::No) at /index/source/kv_engine/engines/ep/src/vbucket.cc:1663 #8 0x00007f6c2ad0557d in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f67580aff98, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #9 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #10 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=4965, key=..., itm=, cookie=0x7f67580aff98, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #11 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f67580aff98, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #12 0x000000000042085d in bucket_get (c=0x7f67580afc80, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #13 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd6380) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #14 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd6380) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #15 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd6380) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #16 0x0000000000452210 in process_bin_get (packet=0x7f670fa1d4a4, c=0x7f67580afc80) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #17 get_executor (c=c@entry=0x7f67580afc80, packet=packet@entry=0x7f670fa1d4a4) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #18 0x0000000000454a21 in execute_request_packet (c=0x7f67580afc80) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #19 mcbp_execute_packet (c=c@entry=0x7f67580afc80) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #20 0x000000000047519f in conn_execute (c=0x7f67580afc80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #21 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #22 McbpConnection::runStateMachinery (this=0x7f67580afc80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #23 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580afc80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #24 0x000000000044654e in run_event_loop (c=0x7f67580afc80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #25 0x0000000000417d3c in event_handler (fd=545, which=, arg=0x7f67580afc80) at /index/source/kv_engine/daemon/memcached.cc:1033 #26 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #27 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #28 0x00000000004310d4 in worker_libevent (arg=0x7f6c291ab0e8) at /index/source/kv_engine/daemon/thread.cc:233 #29 0x00007f6c3175f06e in run (this=0x7f6c2d7224a0) at /index/source/platform/src/cb_pthreads.cc:59 #30 platform_thread_wrap (arg=0x7f6c2d7224a0) at /index/source/platform/src/cb_pthreads.cc:72 #31 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #32 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 134 (Thread 0x7f6c00d92700 (LWP 27686)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f67580ab300, m=0x7f670fde9480) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f67580ab300) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f67580ab300) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f67580ab300) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580ab300, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f67580ab300, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=546, which=, arg=0x7f67580ab300) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291ab1e0) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722460) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722460) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 133 (Thread 0x7f6c00591700 (LWP 27687)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f670fdd3900, m=0x7f670fde8f80) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f670fdd3900) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f670fdd3900) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f670fdd3900) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd3900, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f670fdd3900, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=547, which=, arg=0x7f670fdd3900) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291ab2d8) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722440) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722440) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 132 (Thread 0x7f6bffd90700 (LWP 27688)): #0 McbpStateMachine::setCurrentTask (this=0x7f670f9c1278, connection=..., task=0x475300 ) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:31 #1 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #2 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f670fbd6440) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #3 0x0000000000464bf8 in GetCommandContext::step (this=0x7f670fbd6440) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #4 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd6440) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #5 0x0000000000452210 in process_bin_get (packet=0x7f670fa4f444, c=0x7f670fdd1600) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #6 get_executor (c=c@entry=0x7f670fdd1600, packet=packet@entry=0x7f670fa4f444) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #7 0x0000000000454a21 in execute_request_packet (c=0x7f670fdd1600) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #8 mcbp_execute_packet (c=c@entry=0x7f670fdd1600) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #9 0x000000000047519f in conn_execute (c=0x7f670fdd1600) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #10 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #11 McbpConnection::runStateMachinery (this=0x7f670fdd1600) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #12 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd1600, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #13 0x000000000044654e in run_event_loop (c=0x7f670fdd1600, which=) at /index/source/kv_engine/daemon/connections.cc:142 #14 0x0000000000417d3c in event_handler (fd=548, which=, arg=0x7f670fdd1600) at /index/source/kv_engine/daemon/memcached.cc:1033 #15 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #16 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #17 0x00000000004310d4 in worker_libevent (arg=0x7f6c291ab3d0) at /index/source/kv_engine/daemon/thread.cc:233 #18 0x00007f6c3175f06e in run (this=0x7f6c2d722400) at /index/source/platform/src/cb_pthreads.cc:59 #19 platform_thread_wrap (arg=0x7f6c2d722400) at /index/source/platform/src/cb_pthreads.cc:72 #20 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #21 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 131 (Thread 0x7f6bff58f700 (LWP 27689)): #0 ObjectRegistry::onDeleteItem (pItem=pItem@entry=0x7f670f816c90) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:164 #1 0x00007f6c2acf815d in Item::~Item (this=0x7f670f816c90, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:124 #2 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f670f816c90) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #3 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f670f816c90) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #4 0x0000000000464dd5 in operator() (item=, this=0x7f670fbd60b0) at /index/source/kv_engine/include/memcached/engine.h:628 #5 ~unique_ptr (this=0x7f670fbd60b0, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #6 ~GetCommandContext (this=0x7f670fbd6080, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #7 GetCommandContext::~GetCommandContext (this=0x7f670fbd6080, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #8 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #9 reset (__p=, this=0x7f670fdd14f8) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #10 resetCommandContext (this=0x7f670fdd1280) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #11 reset_cmd_handler (c=0x7f670fdd1280) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #12 conn_new_cmd (c=0x7f670fdd1280) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #13 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #14 McbpConnection::runStateMachinery (this=0x7f670fdd1280) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #15 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd1280, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #16 0x000000000044654e in run_event_loop (c=0x7f670fdd1280, which=) at /index/source/kv_engine/daemon/connections.cc:142 #17 0x0000000000417d3c in event_handler (fd=549, which=, arg=0x7f670fdd1280) at /index/source/kv_engine/daemon/memcached.cc:1033 #18 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #20 0x00000000004310d4 in worker_libevent (arg=0x7f6c291ab4c8) at /index/source/kv_engine/daemon/thread.cc:233 #21 0x00007f6c3175f06e in run (this=0x7f6c2d722420) at /index/source/platform/src/cb_pthreads.cc:59 #22 platform_thread_wrap (arg=0x7f6c2d722420) at /index/source/platform/src/cb_pthreads.cc:72 #23 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #24 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 130 (Thread 0x7f6bfed8e700 (LWP 27690)): #0 ObjectRegistry::onDeleteItem (pItem=pItem@entry=0x7f670f813b80) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:164 #1 0x00007f6c2acf815d in Item::~Item (this=0x7f670f813b80, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:124 #2 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f670f813b80) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #3 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f670f813b80) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #4 0x0000000000464dd5 in operator() (item=, this=0x7f670fbd6530) at /index/source/kv_engine/include/memcached/engine.h:628 #5 ~unique_ptr (this=0x7f670fbd6530, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #6 ~GetCommandContext (this=0x7f670fbd6500, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #7 GetCommandContext::~GetCommandContext (this=0x7f670fbd6500, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #8 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #9 reset (__p=, this=0x7f670fdd1f78) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #10 resetCommandContext (this=0x7f670fdd1d00) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #11 reset_cmd_handler (c=0x7f670fdd1d00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #12 conn_new_cmd (c=0x7f670fdd1d00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #13 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #14 McbpConnection::runStateMachinery (this=0x7f670fdd1d00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #15 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd1d00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #16 0x000000000044654e in run_event_loop (c=0x7f670fdd1d00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #17 0x0000000000417d3c in event_handler (fd=550, which=, arg=0x7f670fdd1d00) at /index/source/kv_engine/daemon/memcached.cc:1033 #18 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #20 0x00000000004310d4 in worker_libevent (arg=0x7f6c291ab5c0) at /index/source/kv_engine/daemon/thread.cc:233 #21 0x00007f6c3175f06e in run (this=0x7f6c2d7223e0) at /index/source/platform/src/cb_pthreads.cc:59 #22 platform_thread_wrap (arg=0x7f6c2d7223e0) at /index/source/platform/src/cb_pthreads.cc:72 #23 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #24 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 129 (Thread 0x7f6bfe58d700 (LWP 27691)): #0 0x0000000000433a49 in fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x6f7fe4 ) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=1, this=0x6f7fe4 ) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator++ (this=0x6f7fe4 ) at /index/source/platform/include/relaxed_atomic.h:92 #3 TimingHistogram::add (this=0x6f7fe0 , nsec=nsec@entry=5448) at /index/source/kv_engine/daemon/timing_histogram.cc:115 #4 0x000000000043437e in Timings::collect (this=0x6f7e68 , opcode=, nsec=nsec@entry=5448) at /index/source/kv_engine/daemon/timings.cc:46 #5 0x0000000000485eab in mcbp_collect_timings (c=c@entry=0x7f67580ce880) at /index/source/kv_engine/daemon/mcbp.cc:374 #6 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f675816e6b8, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #7 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #8 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f6b59ae5f40) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #9 0x0000000000464bf8 in GetCommandContext::step (this=0x7f6b59ae5f40) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #10 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f6b59ae5f40) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #11 0x0000000000452210 in process_bin_get (packet=0x7f670fa82ee0, c=0x7f67580ce880) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #12 get_executor (c=c@entry=0x7f67580ce880, packet=packet@entry=0x7f670fa82ee0) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #13 0x0000000000454a21 in execute_request_packet (c=0x7f67580ce880) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #14 mcbp_execute_packet (c=c@entry=0x7f67580ce880) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #15 0x000000000047519f in conn_execute (c=0x7f67580ce880) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #16 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #17 McbpConnection::runStateMachinery (this=0x7f67580ce880) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #18 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580ce880, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #19 0x000000000044654e in run_event_loop (c=0x7f67580ce880, which=) at /index/source/kv_engine/daemon/connections.cc:142 #20 0x0000000000417d3c in event_handler (fd=551, which=, arg=0x7f67580ce880) at /index/source/kv_engine/daemon/memcached.cc:1033 #21 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #23 0x00000000004310d4 in worker_libevent (arg=0x7f6c291ab6b8) at /index/source/kv_engine/daemon/thread.cc:233 #24 0x00007f6c3175f06e in run (this=0x7f6c2d7223c0) at /index/source/platform/src/cb_pthreads.cc:59 #25 platform_thread_wrap (arg=0x7f6c2d7223c0) at /index/source/platform/src/cb_pthreads.cc:72 #26 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #27 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 128 (Thread 0x7f6bfdd8c700 (LWP 27693)): #0 0x00007f6c3112978d in sendmsg () from /lib64/libpthread.so.0 #1 0x00000000004422b2 in McbpConnection::sendmsg (this=0x7f67580f7680, m=0x7f67580e0680) at /index/source/kv_engine/daemon/connection_mcbp.cc:357 #2 0x0000000000441b5d in McbpConnection::transmit (this=this@entry=0x7f67580f7680) at /index/source/kv_engine/daemon/connection_mcbp.cc:430 #3 0x0000000000475312 in conn_send_data (c=0x7f67580f7680) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:386 #4 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #5 McbpConnection::runStateMachinery (this=0x7f67580f7680) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #6 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580f7680, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #7 0x000000000044654e in run_event_loop (c=0x7f67580f7680, which=) at /index/source/kv_engine/daemon/connections.cc:142 #8 0x0000000000417d3c in event_handler (fd=552, which=, arg=0x7f67580f7680) at /index/source/kv_engine/daemon/memcached.cc:1033 #9 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #10 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #11 0x00000000004310d4 in worker_libevent (arg=0x7f6c291ab7b0) at /index/source/kv_engine/daemon/thread.cc:233 #12 0x00007f6c3175f06e in run (this=0x7f6c2d722380) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6c2d722380) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 127 (Thread 0x7f6bfd58b700 (LWP 27694)): #0 ObjectRegistry::onDeleteItem (pItem=pItem@entry=0x7f670f8143a0) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:164 #1 0x00007f6c2acf815d in Item::~Item (this=0x7f670f8143a0, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:124 #2 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f670f8143a0) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #3 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f670f8143a0) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #4 0x0000000000464dd5 in operator() (item=, this=0x7f670fbd69b0) at /index/source/kv_engine/include/memcached/engine.h:628 #5 ~unique_ptr (this=0x7f670fbd69b0, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #6 ~GetCommandContext (this=0x7f670fbd6980, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #7 GetCommandContext::~GetCommandContext (this=0x7f670fbd6980, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #8 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #9 reset (__p=, this=0x7f675811f378) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #10 resetCommandContext (this=0x7f675811f100) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #11 reset_cmd_handler (c=0x7f675811f100) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #12 conn_new_cmd (c=0x7f675811f100) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #13 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #14 McbpConnection::runStateMachinery (this=0x7f675811f100) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #15 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f675811f100, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #16 0x000000000044654e in run_event_loop (c=0x7f675811f100, which=) at /index/source/kv_engine/daemon/connections.cc:142 #17 0x0000000000417d3c in event_handler (fd=553, which=, arg=0x7f675811f100) at /index/source/kv_engine/daemon/memcached.cc:1033 #18 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #20 0x00000000004310d4 in worker_libevent (arg=0x7f6c291ab8a8) at /index/source/kv_engine/daemon/thread.cc:233 #21 0x00007f6c3175f06e in run (this=0x7f6c2d7223a0) at /index/source/platform/src/cb_pthreads.cc:59 #22 platform_thread_wrap (arg=0x7f6c2d7223a0) at /index/source/platform/src/cb_pthreads.cc:72 #23 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #24 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 126 (Thread 0x7f6bfcd8a700 (LWP 27695)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x0000000000485e5e in mcbp_collect_timings (c=c@entry=0x7f670fdd2b00) at /index/source/kv_engine/daemon/mcbp.cc:362 #4 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f670f9c1128, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #5 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #6 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f670fbd6680) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #7 0x0000000000464bf8 in GetCommandContext::step (this=0x7f670fbd6680) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #8 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd6680) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #9 0x0000000000452210 in process_bin_get (packet=0x7f670faaf9c4, c=0x7f670fdd2b00) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #10 get_executor (c=c@entry=0x7f670fdd2b00, packet=packet@entry=0x7f670faaf9c4) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #11 0x0000000000454a21 in execute_request_packet (c=0x7f670fdd2b00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #12 mcbp_execute_packet (c=c@entry=0x7f670fdd2b00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #13 0x000000000047519f in conn_execute (c=0x7f670fdd2b00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #14 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #15 McbpConnection::runStateMachinery (this=0x7f670fdd2b00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #16 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd2b00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #17 0x000000000044654e in run_event_loop (c=0x7f670fdd2b00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #18 0x0000000000417d3c in event_handler (fd=554, which=, arg=0x7f670fdd2b00) at /index/source/kv_engine/daemon/memcached.cc:1033 #19 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #20 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00000000004310d4 in worker_libevent (arg=0x7f6c291ab9a0) at /index/source/kv_engine/daemon/thread.cc:233 #22 0x00007f6c3175f06e in run (this=0x7f6c2d722360) at /index/source/platform/src/cb_pthreads.cc:59 #23 platform_thread_wrap (arg=0x7f6c2d722360) at /index/source/platform/src/cb_pthreads.cc:72 #24 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #25 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 125 (Thread 0x7f6bfc589700 (LWP 27696)): #0 0x00000000004339f5 in fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x6cae50 ) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=1, this=0x6cae50 ) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator++ (this=0x6cae50 ) at /index/source/platform/include/relaxed_atomic.h:92 #3 TimingHistogram::add (this=0x6cabb8 , nsec=nsec@entry=3956) at /index/source/kv_engine/daemon/timing_histogram.cc:135 #4 0x000000000043437e in Timings::collect (this=0x6caa40 , opcode=, nsec=nsec@entry=3956) at /index/source/kv_engine/daemon/timings.cc:46 #5 0x0000000000485e7c in mcbp_collect_timings (c=c@entry=0x7f670fdd2400) at /index/source/kv_engine/daemon/mcbp.cc:365 #6 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f670f9c10d0, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #7 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #8 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f670fbd6e00) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #9 0x0000000000464bf8 in GetCommandContext::step (this=0x7f670fbd6e00) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #10 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd6e00) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #11 0x0000000000452210 in process_bin_get (packet=0x7f670fac14c0, c=0x7f670fdd2400) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #12 get_executor (c=c@entry=0x7f670fdd2400, packet=packet@entry=0x7f670fac14c0) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #13 0x0000000000454a21 in execute_request_packet (c=0x7f670fdd2400) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #14 mcbp_execute_packet (c=c@entry=0x7f670fdd2400) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #15 0x000000000047519f in conn_execute (c=0x7f670fdd2400) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #16 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #17 McbpConnection::runStateMachinery (this=0x7f670fdd2400) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #18 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd2400, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #19 0x000000000044654e in run_event_loop (c=0x7f670fdd2400, which=) at /index/source/kv_engine/daemon/connections.cc:142 #20 0x0000000000417d3c in event_handler (fd=555, which=, arg=0x7f670fdd2400) at /index/source/kv_engine/daemon/memcached.cc:1033 #21 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #23 0x00000000004310d4 in worker_libevent (arg=0x7f6c291aba98) at /index/source/kv_engine/daemon/thread.cc:233 #24 0x00007f6c3175f06e in run (this=0x7f6c2d722340) at /index/source/platform/src/cb_pthreads.cc:59 #25 platform_thread_wrap (arg=0x7f6c2d722340) at /index/source/platform/src/cb_pthreads.cc:72 #26 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #27 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 124 (Thread 0x7f6bfbd88700 (LWP 27697)): #0 0x000000000043438b in fetch_add (__m=std::memory_order_relaxed, __i=6063, this=0x721fe8 ) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=6063, this=0x721fe8 ) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator+= (rhs=6063, this=0x721fe8 ) at /index/source/platform/include/relaxed_atomic.h:68 #3 Timings::collect (this=0x6f7e68 , opcode=, nsec=nsec@entry=6063) at /index/source/kv_engine/daemon/timings.cc:49 #4 0x0000000000485eab in mcbp_collect_timings (c=c@entry=0x7f67580cec00) at /index/source/kv_engine/daemon/mcbp.cc:374 #5 0x0000000000475127 in McbpStateMachine::setCurrentTask (this=0x7f670f9c1668, connection=..., task=) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:66 #6 0x0000000000442ef5 in McbpConnection::setState (this=, next_state=) at /index/source/kv_engine/daemon/connection_mcbp.cc:870 #7 0x0000000000464a73 in GetCommandContext::sendResponse (this=this@entry=0x7f670fbd6a40) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:109 #8 0x0000000000464bf8 in GetCommandContext::step (this=0x7f670fbd6a40) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:162 #9 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd6a40) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #10 0x0000000000452210 in process_bin_get (packet=0x7f670faf37d0, c=0x7f67580cec00) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #11 get_executor (c=c@entry=0x7f67580cec00, packet=packet@entry=0x7f670faf37d0) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #12 0x0000000000454a21 in execute_request_packet (c=0x7f67580cec00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #13 mcbp_execute_packet (c=c@entry=0x7f67580cec00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #14 0x000000000047519f in conn_execute (c=0x7f67580cec00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #15 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #16 McbpConnection::runStateMachinery (this=0x7f67580cec00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #17 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580cec00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #18 0x000000000044654e in run_event_loop (c=0x7f67580cec00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #19 0x0000000000417d3c in event_handler (fd=556, which=, arg=0x7f67580cec00) at /index/source/kv_engine/daemon/memcached.cc:1033 #20 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00000000004310d4 in worker_libevent (arg=0x7f6c291abb90) at /index/source/kv_engine/daemon/thread.cc:233 #23 0x00007f6c3175f06e in run (this=0x7f6c2d722300) at /index/source/platform/src/cb_pthreads.cc:59 #24 platform_thread_wrap (arg=0x7f6c2d722300) at /index/source/platform/src/cb_pthreads.cc:72 #25 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 123 (Thread 0x7f6bfb587700 (LWP 27698)): #0 fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x7f6bcccb3600) at /usr/include/c++/4.8.2/bits/atomic_base.h:614 #1 fetch_add (arg=1, this=0x7f6bcccb3600) at /index/source/platform/include/relaxed_atomic.h:55 #2 operator++ (this=0x7f6bcccb3600) at /index/source/platform/include/relaxed_atomic.h:88 #3 ObjectRegistry::onDeleteItem (pItem=pItem@entry=0x7f670f814080) at /index/source/kv_engine/engines/ep/src/objectregistry.cc:162 #4 0x00007f6c2acf815d in Item::~Item (this=0x7f670f814080, __in_chrg=) at /index/source/kv_engine/engines/ep/src/item.cc:124 #5 0x00007f6c2acbb440 in itemRelease (this=, cookie=, itm=0x7f670f814080) at /index/source/kv_engine/engines/ep/src/ep_engine.h:149 #6 EvpItemRelease (handle=0x7f6bcccb3000, cookie=, itm=0x7f670f814080) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:237 #7 0x0000000000464dd5 in operator() (item=, this=0x7f670fbd6830) at /index/source/kv_engine/include/memcached/engine.h:628 #8 ~unique_ptr (this=0x7f670fbd6830, __in_chrg=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:184 #9 ~GetCommandContext (this=0x7f670fbd6800, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #10 GetCommandContext::~GetCommandContext (this=0x7f670fbd6800, __in_chrg=) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.h:27 #11 0x0000000000474b58 in operator() (this=, __ptr=) at /usr/include/c++/4.8.2/bits/unique_ptr.h:67 #12 reset (__p=, this=0x7f67580ab8f8) at /usr/include/c++/4.8.2/bits/unique_ptr.h:262 #13 resetCommandContext (this=0x7f67580ab680) at /index/source/kv_engine/daemon/connection_mcbp.h:638 #14 reset_cmd_handler (c=0x7f67580ab680) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:109 #15 conn_new_cmd (c=0x7f67580ab680) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:265 #16 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #17 McbpConnection::runStateMachinery (this=0x7f67580ab680) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #18 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580ab680, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #19 0x000000000044654e in run_event_loop (c=0x7f67580ab680, which=) at /index/source/kv_engine/daemon/connections.cc:142 #20 0x0000000000417d3c in event_handler (fd=557, which=, arg=0x7f67580ab680) at /index/source/kv_engine/daemon/memcached.cc:1033 #21 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #23 0x00000000004310d4 in worker_libevent (arg=0x7f6c291abc88) at /index/source/kv_engine/daemon/thread.cc:233 #24 0x00007f6c3175f06e in run (this=0x7f6c2d722320) at /index/source/platform/src/cb_pthreads.cc:59 #25 platform_thread_wrap (arg=0x7f6c2d722320) at /index/source/platform/src/cb_pthreads.cc:72 #26 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #27 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 122 (Thread 0x7f6bfad86700 (LWP 27699)): #0 HashTable::unlocked_find (this=this@entry=0x7f6b5bf31418, key=..., bucket_num=11035, wantsDeleted=wantsDeleted@entry=Yes, trackReference=trackReference@entry=Yes) at /index/source/kv_engine/engines/ep/src/hash_table.cc:415 #1 0x00007f6c2ad35279 in VBucket::fetchValidValue (this=this@entry=0x7f6b5bf31400, hbl=..., key=..., wantsDeleted=wantsDeleted@entry=Yes, trackReference=trackReference@entry=Yes, queueExpired=queueExpired@entry=Yes) at /index/source/kv_engine/engines/ep/src/vbucket.cc:682 #2 0x00007f6c2ad357d0 in VBucket::getInternal (this=0x7f6b5bf31400, key=..., cookie=cookie@entry=0x7f670fdd3198, engine=..., bgFetchDelay=0, options=options@entry=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), diskFlushAll=false, getKeyOnly=getKeyOnly@entry=VBucket::No) at /index/source/kv_engine/engines/ep/src/vbucket.cc:1632 #3 0x00007f6c2ad0557d in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f670fdd3198, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #4 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #5 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=5267, key=..., itm=, cookie=0x7f670fdd3198, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #6 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f670fdd3198, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #7 0x000000000042085d in bucket_get (c=0x7f670fdd2e80, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #8 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd6ec0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #9 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd6ec0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #10 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd6ec0) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #11 0x0000000000452210 in process_bin_get (packet=0x7f670fadd604, c=0x7f670fdd2e80) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #12 get_executor (c=c@entry=0x7f670fdd2e80, packet=packet@entry=0x7f670fadd604) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #13 0x0000000000454a21 in execute_request_packet (c=0x7f670fdd2e80) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #14 mcbp_execute_packet (c=c@entry=0x7f670fdd2e80) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #15 0x000000000047519f in conn_execute (c=0x7f670fdd2e80) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #16 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #17 McbpConnection::runStateMachinery (this=0x7f670fdd2e80) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #18 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f670fdd2e80, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #19 0x000000000044654e in run_event_loop (c=0x7f670fdd2e80, which=) at /index/source/kv_engine/daemon/connections.cc:142 #20 0x0000000000417d3c in event_handler (fd=558, which=, arg=0x7f670fdd2e80) at /index/source/kv_engine/daemon/memcached.cc:1033 #21 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #23 0x00000000004310d4 in worker_libevent (arg=0x7f6c291abd80) at /index/source/kv_engine/daemon/thread.cc:233 #24 0x00007f6c3175f06e in run (this=0x7f6c2d7222e0) at /index/source/platform/src/cb_pthreads.cc:59 #25 platform_thread_wrap (arg=0x7f6c2d7222e0) at /index/source/platform/src/cb_pthreads.cc:72 #26 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #27 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 121 (Thread 0x7f6bfa585700 (LWP 27700)): #0 operator== (this=0x7f69f0b2d698, rhs=...) at /index/source/kv_engine/engines/ep/src/storeddockey.h:190 #1 hasKey (k=..., this=0x7f69f0b2d660) at /index/source/kv_engine/engines/ep/src/stored-value.h:187 #2 HashTable::unlocked_find (this=this@entry=0x7f6b7c131018, key=..., bucket_num=, wantsDeleted=wantsDeleted@entry=Yes, trackReference=trackReference@entry=Yes) at /index/source/kv_engine/engines/ep/src/hash_table.cc:416 #3 0x00007f6c2ad35279 in VBucket::fetchValidValue (this=this@entry=0x7f6b7c131000, hbl=..., key=..., wantsDeleted=wantsDeleted@entry=Yes, trackReference=trackReference@entry=Yes, queueExpired=queueExpired@entry=Yes) at /index/source/kv_engine/engines/ep/src/vbucket.cc:682 #4 0x00007f6c2ad357d0 in VBucket::getInternal (this=0x7f6b7c131000, key=..., cookie=cookie@entry=0x7f67580cf618, engine=..., bgFetchDelay=0, options=options@entry=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), diskFlushAll=false, getKeyOnly=getKeyOnly@entry=VBucket::No) at /index/source/kv_engine/engines/ep/src/vbucket.cc:1632 #5 0x00007f6c2ad0557d in KVBucket::getInternal (this=0x7f6bccc2b680, key=..., vbucket=, cookie=0x7f67580cf618, allowedState=, options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS)) at /index/source/kv_engine/engines/ep/src/kv_bucket.cc:1510 #6 0x00007f6c2acb4e9e in KVBucket::get (this=, key=..., vbucket=, cookie=, options=) at /index/source/kv_engine/engines/ep/src/kv_bucket.h:176 #7 0x00007f6c2acc33c4 in get (options=(TRACK_STATISTICS | QUEUE_BG_FETCH | HONOR_STATES | TRACK_REFERENCE | DELETE_TEMP | HIDE_LOCKED_CAS), vbucket=4731, key=..., itm=, cookie=0x7f67580cf618, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:159 #8 EvpGet (handle=0x7f6bcccb3000, cookie=0x7f67580cf618, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #9 0x000000000042085d in bucket_get (c=0x7f67580cf300, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #10 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd7700) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #11 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd7700) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #12 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd7700) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #13 0x0000000000452210 in process_bin_get (packet=0x7f670fb0122c, c=0x7f67580cf300) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #14 get_executor (c=c@entry=0x7f67580cf300, packet=packet@entry=0x7f670fb0122c) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #15 0x0000000000454a21 in execute_request_packet (c=0x7f67580cf300) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #16 mcbp_execute_packet (c=c@entry=0x7f67580cf300) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #17 0x000000000047519f in conn_execute (c=0x7f67580cf300) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #18 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #19 McbpConnection::runStateMachinery (this=0x7f67580cf300) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #20 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580cf300, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #21 0x000000000044654e in run_event_loop (c=0x7f67580cf300, which=) at /index/source/kv_engine/daemon/connections.cc:142 #22 0x0000000000417d3c in event_handler (fd=559, which=, arg=0x7f67580cf300) at /index/source/kv_engine/daemon/memcached.cc:1033 #23 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #24 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #25 0x00000000004310d4 in worker_libevent (arg=0x7f6c291abe78) at /index/source/kv_engine/daemon/thread.cc:233 #26 0x00007f6c3175f06e in run (this=0x7f6c2d7222c0) at /index/source/platform/src/cb_pthreads.cc:59 #27 platform_thread_wrap (arg=0x7f6c2d7222c0) at /index/source/platform/src/cb_pthreads.cc:72 #28 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #29 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 120 (Thread 0x7f6bf9d84700 (LWP 27701)): #0 GenericBlockTimer, 0ul>::~GenericBlockTimer (this=0x7f6bf9d83890, __in_chrg=) at /index/source/platform/include/platform/histogram.h:428 #1 0x00007f6c2acc3416 in get (options=, vbucket=6027, key=..., itm=, cookie=, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:173 #2 EvpGet (handle=0x7f6bcccb3000, cookie=, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #3 0x000000000042085d in bucket_get (c=0x7f67580add00, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #4 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd68c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #5 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd68c0) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #6 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd68c0) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #7 0x0000000000452210 in process_bin_get (packet=0x7f670fb0db58, c=0x7f67580add00) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #8 get_executor (c=c@entry=0x7f67580add00, packet=packet@entry=0x7f670fb0db58) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #9 0x0000000000454a21 in execute_request_packet (c=0x7f67580add00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #10 mcbp_execute_packet (c=c@entry=0x7f67580add00) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #11 0x000000000047519f in conn_execute (c=0x7f67580add00) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #12 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #13 McbpConnection::runStateMachinery (this=0x7f67580add00) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #14 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580add00, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #15 0x000000000044654e in run_event_loop (c=0x7f67580add00, which=) at /index/source/kv_engine/daemon/connections.cc:142 #16 0x0000000000417d3c in event_handler (fd=560, which=, arg=0x7f67580add00) at /index/source/kv_engine/daemon/memcached.cc:1033 #17 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #18 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #19 0x00000000004310d4 in worker_libevent (arg=0x7f6c291abf70) at /index/source/kv_engine/daemon/thread.cc:233 #20 0x00007f6c3175f06e in run (this=0x7f6c2d7222a0) at /index/source/platform/src/cb_pthreads.cc:59 #21 platform_thread_wrap (arg=0x7f6c2d7222a0) at /index/source/platform/src/cb_pthreads.cc:72 #22 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 119 (Thread 0x7f6bf9583700 (LWP 27702)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c2fd6a943 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6 #2 0x00007f6c31760539 in gethrtime () at /index/source/platform/src/cxxtime.cc:22 #3 0x00007f6c2ac86c46 in GenericBlockTimer, 0ul>::~GenericBlockTimer (this=0x7f6bf9582890, __in_chrg=) at /index/source/platform/include/platform/histogram.h:426 #4 0x00007f6c2acc3416 in get (options=, vbucket=2736, key=..., itm=, cookie=, this=0x7f6bcccb3000) at /index/source/kv_engine/engines/ep/src/ep_engine.h:173 #5 EvpGet (handle=0x7f6bcccb3000, cookie=, key=..., vbucket=, documentStateFilter=) at /index/source/kv_engine/engines/ep/src/ep_engine.cc:271 #6 0x000000000042085d in bucket_get (c=0x7f67580a9000, key=..., vbucket=, documentStateFilter=documentStateFilter@entry=Alive) at /index/source/kv_engine/daemon/protocol/mcbp/engine_wrapper.cc:174 #7 0x00000000004646d5 in GetCommandContext::getItem (this=this@entry=0x7f670fbd6f80) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:26 #8 0x0000000000464c68 in GetCommandContext::step (this=0x7f670fbd6f80) at /index/source/kv_engine/daemon/protocol/mcbp/get_context.cc:153 #9 0x0000000000471d64 in SteppableCommandContext::drive (this=this@entry=0x7f670fbd6f80) at /index/source/kv_engine/daemon/protocol/mcbp/steppable_command_context.cc:33 #10 0x0000000000452210 in process_bin_get (packet=0x7f670fb1dd3c, c=0x7f67580a9000) at /index/source/kv_engine/daemon/mcbp_executors.cc:143 #11 get_executor (c=c@entry=0x7f67580a9000, packet=packet@entry=0x7f670fb1dd3c) at /index/source/kv_engine/daemon/mcbp_executors.cc:659 #12 0x0000000000454a21 in execute_request_packet (c=0x7f67580a9000) at /index/source/kv_engine/daemon/mcbp_executors.cc:1238 #13 mcbp_execute_packet (c=c@entry=0x7f67580a9000) at /index/source/kv_engine/daemon/mcbp_executors.cc:1349 #14 0x000000000047519f in conn_execute (c=0x7f67580a9000) at /index/source/kv_engine/daemon/statemachine_mcbp.cc:315 #15 0x0000000000442fa8 in execute (connection=..., this=) at /index/source/kv_engine/daemon/statemachine_mcbp.h:43 #16 McbpConnection::runStateMachinery (this=0x7f67580a9000) at /index/source/kv_engine/daemon/connection_mcbp.cc:881 #17 0x0000000000442feb in McbpConnection::runEventLoop (this=0x7f67580a9000, which=) at /index/source/kv_engine/daemon/connection_mcbp.cc:1180 #18 0x000000000044654e in run_event_loop (c=0x7f67580a9000, which=) at /index/source/kv_engine/daemon/connections.cc:142 #19 0x0000000000417d3c in event_handler (fd=561, which=, arg=0x7f67580a9000) at /index/source/kv_engine/daemon/memcached.cc:1033 #20 0x00007f6c3087f89c in event_process_active_single_queue.isra.26 () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #21 0x00007f6c30882cef in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #22 0x00000000004310d4 in worker_libevent (arg=0x7f6c291ac068) at /index/source/kv_engine/daemon/thread.cc:233 #23 0x00007f6c3175f06e in run (this=0x7f6c2d722280) at /index/source/platform/src/cb_pthreads.cc:59 #24 platform_thread_wrap (arg=0x7f6c2d722280) at /index/source/platform/src/cb_pthreads.cc:72 #25 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #26 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 118 (Thread 0x7f6bf8d82700 (LWP 27703)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282ae000) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282ae000) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722240) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722240) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 117 (Thread 0x7f6bf8581700 (LWP 27704)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282ae1c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282ae1c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722220) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722220) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 116 (Thread 0x7f6bf7d80700 (LWP 27705)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282ae380) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282ae380) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722200) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722200) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 115 (Thread 0x7f6bf757f700 (LWP 27706)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282ae540) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282ae540) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d7221e0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d7221e0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 114 (Thread 0x7f6bf6d7e700 (LWP 27707)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282ae700) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282ae700) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d7221c0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d7221c0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 113 (Thread 0x7f6bf657d700 (LWP 27708)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282ae8c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282ae8c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d7221a0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d7221a0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 112 (Thread 0x7f6bf5d7c700 (LWP 27709)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282aea80) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282aea80) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722180) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722180) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 111 (Thread 0x7f6bf557b700 (LWP 27710)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282aec40) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282aec40) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722160) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722160) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 110 (Thread 0x7f6bf4d7a700 (LWP 27711)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282aee00) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282aee00) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722140) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722140) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 109 (Thread 0x7f6bf4579700 (LWP 27712)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282aefc0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282aefc0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722120) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722120) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 108 (Thread 0x7f6bf3d78700 (LWP 27713)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282af180) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282af180) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722100) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722100) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 107 (Thread 0x7f6bf3577700 (LWP 27714)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282af340) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282af340) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d7220e0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d7220e0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 106 (Thread 0x7f6bf2d76700 (LWP 27715)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282af500) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282af500) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d7220c0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d7220c0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 105 (Thread 0x7f6bf2575700 (LWP 27716)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282af6c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282af6c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d7220a0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d7220a0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 104 (Thread 0x7f6bf1d74700 (LWP 27717)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282af880) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282af880) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722080) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722080) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 103 (Thread 0x7f6bf1573700 (LWP 27718)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282afa40) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282afa40) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722060) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722060) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 102 (Thread 0x7f6bf0d72700 (LWP 27719)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282afc00) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282afc00) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722040) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722040) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 101 (Thread 0x7f6bf0571700 (LWP 27720)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282afdc0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282afdc0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722020) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722020) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 100 (Thread 0x7f6befd70700 (LWP 27721)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282aff80) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282aff80) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d722000) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d722000) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 99 (Thread 0x7f6bef56f700 (LWP 27722)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b0140) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b0140) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acfe0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acfe0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 98 (Thread 0x7f6beed6e700 (LWP 27723)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b0300) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b0300) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acfc0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acfc0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 97 (Thread 0x7f6bee56d700 (LWP 27724)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b04c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b04c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acfa0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acfa0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 96 (Thread 0x7f6bedd6c700 (LWP 27725)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b0680) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b0680) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acf80) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acf80) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 95 (Thread 0x7f6bed56b700 (LWP 27726)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b0840) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b0840) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acf60) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acf60) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 94 (Thread 0x7f6becd6a700 (LWP 27727)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b0a00) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b0a00) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acf40) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acf40) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 93 (Thread 0x7f6bec569700 (LWP 27729)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b0bc0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b0bc0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acf20) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acf20) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 92 (Thread 0x7f6bebd68700 (LWP 27730)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b0d80) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b0d80) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acf00) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acf00) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 91 (Thread 0x7f6beb567700 (LWP 27731)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b0f40) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b0f40) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acee0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acee0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 90 (Thread 0x7f6bead66700 (LWP 27732)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b1100) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b1100) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acec0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acec0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 89 (Thread 0x7f6bea565700 (LWP 27733)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b12c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b12c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acea0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acea0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 88 (Thread 0x7f6be9d64700 (LWP 27734)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b1480) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b1480) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6ace80) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6ace80) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 87 (Thread 0x7f6be9563700 (LWP 27735)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b1640) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b1640) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6ace60) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6ace60) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 86 (Thread 0x7f6be8d62700 (LWP 27736)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b1800) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b1800) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6ace40) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6ace40) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 85 (Thread 0x7f6be8561700 (LWP 27737)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b19c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b19c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6ace20) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6ace20) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 84 (Thread 0x7f6be7d60700 (LWP 27738)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b1b80) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b1b80) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6ace00) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6ace00) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 83 (Thread 0x7f6be755f700 (LWP 27739)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b1d40) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b1d40) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acde0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acde0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 82 (Thread 0x7f6be6d5e700 (LWP 27740)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b1f00) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b1f00) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acdc0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acdc0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 81 (Thread 0x7f6be655d700 (LWP 27741)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b20c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b20c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acda0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acda0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 80 (Thread 0x7f6be5d5c700 (LWP 27742)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b2280) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b2280) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acd80) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acd80) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 79 (Thread 0x7f6be555b700 (LWP 27743)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b2440) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b2440) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acd60) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acd60) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 78 (Thread 0x7f6be4d5a700 (LWP 27744)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b2600) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b2600) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acd40) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acd40) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 77 (Thread 0x7f6be4559700 (LWP 27745)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b27c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b27c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acd20) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acd20) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 76 (Thread 0x7f6be3d58700 (LWP 27746)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b2980) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b2980) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acd00) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acd00) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 75 (Thread 0x7f6be3557700 (LWP 27747)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b2b40) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b2b40) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acce0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acce0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 74 (Thread 0x7f6be2d56700 (LWP 27748)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b2d00) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b2d00) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6accc0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6accc0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 73 (Thread 0x7f6be2555700 (LWP 27749)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b2ec0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b2ec0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acca0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acca0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 72 (Thread 0x7f6be1d54700 (LWP 27750)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b3080) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b3080) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acc80) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acc80) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 71 (Thread 0x7f6be1553700 (LWP 27751)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b3240) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b3240) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acc60) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acc60) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 70 (Thread 0x7f6be0d52700 (LWP 27752)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b3400) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b3400) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acc40) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acc40) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 69 (Thread 0x7f6be0551700 (LWP 27753)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b35c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b35c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acc20) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acc20) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 68 (Thread 0x7f6bdfd50700 (LWP 27754)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b3780) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b3780) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acc00) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acc00) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 67 (Thread 0x7f6bdf54f700 (LWP 27755)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b3940) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b3940) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acbe0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acbe0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 66 (Thread 0x7f6bded4e700 (LWP 27756)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b3b00) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b3b00) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acbc0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acbc0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 65 (Thread 0x7f6bde54d700 (LWP 27757)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b3cc0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b3cc0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acba0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acba0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 64 (Thread 0x7f6bddd4c700 (LWP 27758)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b3e80) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b3e80) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acb80) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acb80) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 63 (Thread 0x7f6bdd54b700 (LWP 27759)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b4040) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b4040) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acb60) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acb60) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 62 (Thread 0x7f6bdcd4a700 (LWP 27760)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b4200) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b4200) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acb20) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acb20) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 61 (Thread 0x7f6bdc549700 (LWP 27761)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b43c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b43c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acb40) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acb40) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 60 (Thread 0x7f6bdbd48700 (LWP 27762)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b4580) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b4580) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6acb00) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6acb00) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 59 (Thread 0x7f6bdb547700 (LWP 27763)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b4740) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b4740) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6741c0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6741c0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 58 (Thread 0x7f6bdad46700 (LWP 27764)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b4900) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b4900) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6741e0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6741e0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 57 (Thread 0x7f6bda545700 (LWP 27765)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b4ac0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b4ac0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6741a0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6741a0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 56 (Thread 0x7f6bd9d44700 (LWP 27766)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b4c80) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b4c80) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d674160) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d674160) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 55 (Thread 0x7f6bd9543700 (LWP 27767)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c282b4e40) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c282b4e40) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d674180) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d674180) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 54 (Thread 0x7f6bd8d42700 (LWP 27768)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280db000) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280db000) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d674140) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d674140) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 53 (Thread 0x7f6bd8541700 (LWP 27769)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280db1c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280db1c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d674120) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d674120) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 52 (Thread 0x7f6bd7d40700 (LWP 27770)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280db380) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280db380) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d674100) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d674100) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 51 (Thread 0x7f6bd753f700 (LWP 27771)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280db540) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280db540) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6740e0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6740e0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 50 (Thread 0x7f6bd6d3e700 (LWP 27772)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280db700) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280db700) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6740c0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6740c0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 49 (Thread 0x7f6bd653d700 (LWP 27773)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280db8c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280db8c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6740a0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6740a0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 48 (Thread 0x7f6bd5d3c700 (LWP 27774)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dba80) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dba80) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d674080) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d674080) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 47 (Thread 0x7f6bd553b700 (LWP 27775)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dbc40) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dbc40) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d673820) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d673820) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 46 (Thread 0x7f6bd4d3a700 (LWP 27776)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dbe00) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dbe00) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d674060) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d674060) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 45 (Thread 0x7f6bd4539700 (LWP 27777)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dbfc0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dbfc0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6736a0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6736a0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 44 (Thread 0x7f6bd3d38700 (LWP 27778)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dc180) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dc180) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d673780) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d673780) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 43 (Thread 0x7f6bd3537700 (LWP 27779)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dc340) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dc340) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6737a0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6737a0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 42 (Thread 0x7f6bd2d36700 (LWP 27780)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dc500) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dc500) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6737c0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6737c0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 41 (Thread 0x7f6bd2535700 (LWP 27781)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dc6c0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dc6c0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d6736e0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d6736e0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 40 (Thread 0x7f6bd1d34700 (LWP 27782)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dc880) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dc880) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d673ba0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d673ba0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 39 (Thread 0x7f6bd1533700 (LWP 27783)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dca40) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dca40) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d673bc0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d673bc0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 38 (Thread 0x7f6bd0d32700 (LWP 27784)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dcc00) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dcc00) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d673be0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d673be0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 37 (Thread 0x7f6bd0531700 (LWP 27785)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dcdc0) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dcdc0) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c2d673c00) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c2d673c00) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 36 (Thread 0x7f6bcfd30700 (LWP 27786)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dcf80) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dcf80) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c28178b80) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c28178b80) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 35 (Thread 0x7f6bcf52f700 (LWP 27787)): #0 0x00007f6c311266d5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2fd6a9ec in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x000000000044abd0 in Executor::run (this=0x7f6c280dd140) at /index/source/kv_engine/daemon/executor.cc:44 #3 0x00007f6c31764d0f in Couchbase::Thread::thread_entry (this=0x7f6c280dd140) at /index/source/platform/src/thread.cc:45 #4 0x00007f6c3175f06e in run (this=0x7f6c28178ba0) at /index/source/platform/src/cb_pthreads.cc:59 #5 platform_thread_wrap (arg=0x7f6c28178ba0) at /index/source/platform/src/cb_pthreads.cc:72 #6 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 34 (Thread 0x7f6bccbff700 (LWP 27796)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad11593 in __gthread_cond_timedwait (__abs_timeout=0x7f6bccbfeca0, __mutex=0x7f6c2d61d148, __cond=) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=, this=0x7f6c2d61d170) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=, this=0x7f6c2d61d170) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_until >, MemoryTracker::statsThreadMainLoop(void*)::__lambda0> (__atime=..., __lock=, this=0x7f6c2d61d170, __p=...) at /usr/include/c++/4.8.2/condition_variable:123 #5 wait_for, MemoryTracker::statsThreadMainLoop(void*)::__lambda0> (__rtime=..., __lock=, this=0x7f6c2d61d170, __p=...) at /usr/include/c++/4.8.2/condition_variable:139 #6 MemoryTracker::statsThreadMainLoop (arg=0x7f6c2d61d100) at /index/source/kv_engine/engines/ep/src/memory_tracker.cc:39 #7 0x00007f6c3175f06e in run (this=0x7f6c281e1c60) at /index/source/platform/src/cb_pthreads.cc:59 #8 platform_thread_wrap (arg=0x7f6c281e1c60) at /index/source/platform/src/cb_pthreads.cc:72 #9 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 33 (Thread 0x7f6b9e9ff700 (LWP 27797)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b9e9fea80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=91 '[') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=91 '[') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6bcccee400) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9fb33300) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9fb33300) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 32 (Thread 0x7f6b9e1fe700 (LWP 27798)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b9e1fda80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=90 'Z') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=90 'Z') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6bcccef800) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9fb34720) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9fb34720) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 31 (Thread 0x7f6b9d9fd700 (LWP 27799)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b9d9fca80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=157 '\235') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=157 '\235') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6bcccf0c00) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9fb35b80) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9fb35b80) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 30 (Thread 0x7f6b9d1fc700 (LWP 27800)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b9d1fba80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=180 '\264') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=180 '\264') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9fc20000) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9fc25c00) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9fc25c00) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 29 (Thread 0x7f6b9c9fb700 (LWP 27801)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b9c9faa80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=138 '\212') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=138 '\212') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9fc21400) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9fb35b40) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9fb35b40) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 28 (Thread 0x7f6b8ffff700 (LWP 27802)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b8fffea80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=112 'p') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=112 'p') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9fc22800) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9fc169a0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9fc169a0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7f6b8f7fe700 (LWP 27803)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b8f7fda80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=88 'X') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=88 'X') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9fc23c00) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6bccceba40) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6bccceba40) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7f6b8effd700 (LWP 27804)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b8effca80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=13 '\r') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=13 '\r') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6bccdf5000) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9f333ae0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9f333ae0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7f6b8e7fc700 (LWP 27805)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b8e7fba80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=69 'E') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=69 'E') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6bccdf6400) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9f335b80) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9f335b80) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7f6b8dffb700 (LWP 27806)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b8dffaa80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=172 '\254') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=172 '\254') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6bccdf7800) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9f35fc20) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9f35fc20) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7f6b8d7fa700 (LWP 27807)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b8d7f9a80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=255 '\377') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=255 '\377') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6bccdf8c00) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9eea3cc0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9eea3cc0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 22 (Thread 0x7f6b8cff9700 (LWP 27808)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b8cff8a80, __mutex=, __cond=0x7f6bcc1a5628) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5600, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5600) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5600, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=29 '\035') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=29 '\035') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9ee9e000) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9f9f9d60) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9f9f9d60) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7f6b87fff700 (LWP 27809)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b87ffea80, __mutex=, __cond=0x7f6bcc1a54a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5480, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5480) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5480, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=34 '"') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=34 '"') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9ee9f400) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9f9fda80) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9f9fda80) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7f6b877fe700 (LWP 27810)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b877fda80, __mutex=, __cond=0x7f6bcc1a54a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5480, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5480) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5480, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=84 'T') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=84 'T') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9eea0800) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9fb61ea0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9fb61ea0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7f6b86ffd700 (LWP 27811)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b86ffca80, __mutex=, __cond=0x7f6bcc1a54a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5480, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5480) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5480, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=148 '\224') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=148 '\224') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9eea1c00) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9f2d3f40) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9f2d3f40) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7f6b867fc700 (LWP 27812)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b867fba80, __mutex=, __cond=0x7f6bcc1a54a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5480, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5480) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5480, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=119 'w') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=119 'w') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9f2ce000) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9fb65fe0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9fb65fe0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7f6b85ffb700 (LWP 27813)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b85ffaa80, __mutex=, __cond=0x7f6bcc1a57a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5780, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5780) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5780, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9f2cf400) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9f503d00) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9f503d00) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7f6b857fa700 (LWP 27814)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b857f9a80, __mutex=, __cond=0x7f6bcc1a57a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5780, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5780) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5780, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9f2d0800) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9f505120) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9f505120) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7f6b84ff9700 (LWP 27815)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b84ff8a80, __mutex=, __cond=0x7f6bcc1a57a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5780, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5780) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5780, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9f2d1c00) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9fc571c0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9fc571c0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7f6b847f8700 (LWP 27816)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b847f7a80, __mutex=, __cond=0x7f6bcc1a57a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5780, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5780) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5780, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9fc52000) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6bcc1e9260) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6bcc1e9260) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 13 (Thread 0x7f6b83ff7700 (LWP 27817)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b83ff6a80, __mutex=, __cond=0x7f6bcc1a57a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5780, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5780) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5780, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9fc53400) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6bcc1ec300) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6bcc1ec300) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7f6b837f6700 (LWP 27818)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b837f5a80, __mutex=, __cond=0x7f6bcc1a57a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5780, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5780) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5780, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9fc54800) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9f7fc020) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9f7fc020) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 11 (Thread 0x7f6b82ff5700 (LWP 27819)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b82ff4a80, __mutex=, __cond=0x7f6bcc1a57a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5780, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5780) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5780, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=228 '\344') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=228 '\344') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9fc55c00) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9ecbb440) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9ecbb440) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7f6b827f4700 (LWP 27820)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b827f3a80, __mutex=, __cond=0x7f6bcc1a57a8) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5780, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5780) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5780, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=227 '\343') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6bccdfa000) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9f7ff4e0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9f7ff4e0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7f6b81ff3700 (LWP 27821)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b81ff2a80, __mutex=, __cond=0x7f6bcc1a5928) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5900, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5900) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5900, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=158 '\236') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=158 '\236') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6bccdfb400) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9f9ed200) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9f9ed200) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7f6b817f2700 (LWP 27822)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b817f1a80, __mutex=, __cond=0x7f6bcc1a5928) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5900, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5900) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5900, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=159 '\237') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=159 '\237') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6bccdfc800) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9ee692a0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9ee692a0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7f6b80ff1700 (LWP 27823)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b80ff0a80, __mutex=, __cond=0x7f6bcc1a5928) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5900, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5900) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5900, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=28 '\034') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=28 '\034') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6bccdfdc00) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6bcc19b6c0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6bcc19b6c0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7f6b807f0700 (LWP 27824)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b807efa80, __mutex=, __cond=0x7f6bcc1a5928) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5900, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5900) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5900, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=213 '\325') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=213 '\325') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9f9de000) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9ed02760) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9ed02760) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7f6b7ffef700 (LWP 27825)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b7ffeea80, __mutex=, __cond=0x7f6bcc1a5928) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5900, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5900) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5900, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=59 ';') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=59 ';') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9f9df400) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9eac9800) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9eac9800) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7f6b7f7ee700 (LWP 27826)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b7f7eda80, __mutex=, __cond=0x7f6bcc1a5928) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5900, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5900) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5900, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=111 'o') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=111 'o') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9f9e0800) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9ead98a0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9ead98a0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7f6b7efed700 (LWP 27827)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b7efeca80, __mutex=, __cond=0x7f6bcc1a5928) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5900, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5900) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5900, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=211 '\323') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=211 '\323') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9f9e1c00) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9eae45c0) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9eae45c0) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7f6b7e7ec700 (LWP 27828)): #0 0x00007f6c31126a82 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f6c2ad27964 in __gthread_cond_timedwait (__abs_timeout=0x7f6b7e7eba80, __mutex=, __cond=0x7f6bcc1a5928) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:160 #3 wait_until > > (__atime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:100 #4 wait_for > (__rtime=..., __lock=..., this=) at /usr/include/c++/4.8.2/condition_variable:132 #5 wait_for (nanoSecs=..., lock=..., this=) at /index/source/kv_engine/engines/ep/src/syncobject.h:55 #6 TaskQueue::_doSleep (this=this@entry=0x7f6bcc1a5900, t=..., lock=...) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:97 #7 0x00007f6c2ad2a8a8 in _fetchNextTask (toSleep=true, t=..., this=0x7f6bcc1a5900) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:120 #8 TaskQueue::fetchNextTask (this=this@entry=0x7f6bcc1a5900, thread=..., toSleep=toSleep@entry=true) at /index/source/kv_engine/engines/ep/src/taskqueue.cc:155 #9 0x00007f6c2ace036e in ExecutorPool::_nextTask (this=this@entry=0x7f6bccccc940, t=..., tick=tick@entry=36 '$') at /index/source/kv_engine/engines/ep/src/executorpool.cc:230 #10 0x00007f6c2ace0451 in ExecutorPool::nextTask (this=0x7f6bccccc940, t=..., tick=tick@entry=36 '$') at /index/source/kv_engine/engines/ep/src/executorpool.cc:245 #11 0x00007f6c2ace8eee in ExecutorThread::run (this=0x7f6b9eac4000) at /index/source/kv_engine/engines/ep/src/executorthread.cc:82 #12 0x00007f6c3175f06e in run (this=0x7f6b9eaed660) at /index/source/platform/src/cb_pthreads.cc:59 #13 platform_thread_wrap (arg=0x7f6b9eaed660) at /index/source/platform/src/cb_pthreads.cc:72 #14 0x00007f6c31122dc5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007f6c2f4d5ced in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7f6c333e8940 (LWP 27610)): #0 0x00007f6c2f4d0469 in syscall () from /lib64/libc.so.6 #1 0x00007f6c3088d97a in epoll_wait () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #2 0x00007f6c3088ddcd in epoll_dispatch () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #3 0x00007f6c30882a86 in event_base_loop () from /index/source/install/bin/../lib/libevent_core.so.2.1.8 #4 0x000000000041ca3e in memcached_main (argc=, argv=) at /index/source/kv_engine/daemon/memcached.cc:2799 #5 0x00007f6c2f400b15 in __libc_start_main () from /lib64/libc.so.6 #6 0x0000000000414b6e in _start ()