Thread 17 (process 89279): #0 0x00007fff8f3070fa in __psynch_cvwait () #1 0x00007fff8efaafb9 in _pthread_cond_wait () #2 0x0000000108411e77 in cb_cond_timedwait (cond=0x7f93dfd2ab88, mutex=0x7f93dfd2ab38, ms=61) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:156 #3 0x0000000108e30346 in SyncObject::wait (this=0x7f93dfd2ab30, tv=@0x7f93dfd35f18) at syncobject.h:74 #4 0x0000000108e2c898 in ExecutorPool::trySleep (this=0x7f93dfd2ab10, t=@0x7f93dfd35ef0, now=@0x10afe3c10) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorpool.cc:177 #5 0x0000000108e2c652 in ExecutorPool::nextTask (this=0x7f93dfd2ab10, t=@0x7f93dfd35ef0, tick=99 'c') at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorpool.cc:151 #6 0x0000000108e44a97 in ExecutorThread::run (this=0x7f93dfd35ef0) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:77 #7 0x0000000108e447f5 in launch_executor_thread (arg=0x7f93dfd35ef0) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:33 #8 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93dfd35f70) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #9 0x00007fff8efa6772 in _pthread_start () #10 0x00007fff8ef931a1 in thread_start () Thread 16 (process 89279): #0 KVShard::getROUnderlying (this=0x2) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/kvshard.cc:63 #1 0x0000000108dde06b in EventuallyPersistentStore::rollback (this=0x7f93dfb0e0a0, vbid=5, rollbackSeqno=0, cb=@0x10af60bb0) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/ep.cc:2916 #2 0x0000000108e80e16 in UprConsumer::doRollback (this=0x7f93dfb172c0, st=0x7f93dfb0e0a0, opaque=3, vbid=5, rollbackSeqno=0) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/upr-consumer.cc:485 #3 0x0000000108e80d0f in RollbackTask::run (this=0x7f93dfd34c80) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/upr-consumer.cc:409 #4 0x0000000108e44cd6 in ExecutorThread::run (this=0x7f93dfd35e20) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:94 #5 0x0000000108e447f5 in launch_executor_thread (arg=0x7f93dfd35e20) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:33 #6 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93dfd35ee0) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #7 0x00007fff8efa6772 in _pthread_start () #8 0x00007fff8ef931a1 in thread_start () Thread 15 (process 89279): #0 0x00007fff8f307ae6 in fsync () #1 0x00000001091ce784 in couch_sync (errinfo=0x7f93dfb194b0, handle=0x34) at /Users/tmcafee/sandbox/couchbase/couchstore/src/os.c:133 #2 0x0000000108ed8452 in cfs_sync (errinfo=0x7f93dfb194b0, h=0x7f93dfb14570) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/couch-kvstore/couch-fs-stats.cc:128 #3 0x00000001091af9d2 in buffered_sync (errinfo=0x7f93dfb194b0, handle=0x7f93dfb19510) at /Users/tmcafee/sandbox/couchbase/couchstore/src/iobuffer.cc:396 #4 0x00000001091a6261 in couchstore_commit (db=0x7f93dfb19490) at /Users/tmcafee/sandbox/couchbase/couchstore/src/couch_db.cc:193 #5 0x0000000108ec0f94 in CouchKVStore::setVBucketState (this=0x7f93dfb0e600, vbucketId=4, vbstate=@0x10aedd9f8, vb_change_type=1, kvcb=0x10aeddbe8, notify=true) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/couch-kvstore/couch-kvstore.cc:962 #6 0x0000000108ec09fe in CouchKVStore::snapshotVBuckets (this=0x7f93dfb0e600, vbstates=@0x10aeddba8, cb=0x10aeddbe8) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/couch-kvstore/couch-kvstore.cc:845 #7 0x0000000108dd1c33 in EventuallyPersistentStore::snapshotVBuckets (this=0x7f93dfb0e0a0, priority=@0x108f85360, shardId=0) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/ep.cc:853 #8 0x0000000108e76cdb in VBSnapshotTask::run (this=0x7f93dfd34960) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/tasks.cc:44 #9 0x0000000108e44cd6 in ExecutorThread::run (this=0x7f93dfd35da0) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:94 #10 0x0000000108e447f5 in launch_executor_thread (arg=0x7f93dfd35da0) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:33 #11 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93dfd2ad30) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #12 0x00007fff8efa6772 in _pthread_start () #13 0x00007fff8ef931a1 in thread_start () Thread 14 (process 89279): #0 0x00007fff8f3070fa in __psynch_cvwait () #1 0x00007fff8efaafb9 in _pthread_cond_wait () #2 0x0000000108411e77 in cb_cond_timedwait (cond=0x7f93dfd2ab88, mutex=0x7f93dfd2ab38, ms=61) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:156 #3 0x0000000108e30346 in SyncObject::wait (this=0x7f93dfd2ab30, tv=@0x7f93dfd35d58) at syncobject.h:74 #4 0x0000000108e2c898 in ExecutorPool::trySleep (this=0x7f93dfd2ab10, t=@0x7f93dfd35d30, now=@0x10ae5ac10) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorpool.cc:177 #5 0x0000000108e2c464 in ExecutorPool::nextTask (this=0x7f93dfd2ab10, t=@0x7f93dfd35d30, tick=105 'i') at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorpool.cc:135 #6 0x0000000108e44a97 in ExecutorThread::run (this=0x7f93dfd35d30) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:77 #7 0x0000000108e447f5 in launch_executor_thread (arg=0x7f93dfd35d30) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:33 #8 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93dfd35d20) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #9 0x00007fff8efa6772 in _pthread_start () #10 0x00007fff8ef931a1 in thread_start () Thread 13 (process 89279): #0 0x00007fff8f3070fa in __psynch_cvwait () #1 0x00007fff8efaafb9 in _pthread_cond_wait () #2 0x0000000108411e77 in cb_cond_timedwait (cond=0x7f93dfd2ab88, mutex=0x7f93dfd2ab38, ms=61) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:156 #3 0x0000000108e30346 in SyncObject::wait (this=0x7f93dfd2ab30, tv=@0x7f93dfd35cc8) at syncobject.h:74 #4 0x0000000108e2c898 in ExecutorPool::trySleep (this=0x7f93dfd2ab10, t=@0x7f93dfd35ca0, now=@0x10add7c10) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorpool.cc:177 #5 0x0000000108e2c464 in ExecutorPool::nextTask (this=0x7f93dfd2ab10, t=@0x7f93dfd35ca0, tick=120 'x') at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorpool.cc:135 #6 0x0000000108e44a97 in ExecutorThread::run (this=0x7f93dfd35ca0) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:77 #7 0x0000000108e447f5 in launch_executor_thread (arg=0x7f93dfd35ca0) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:33 #8 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93dfd35c80) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #9 0x00007fff8efa6772 in _pthread_start () #10 0x00007fff8ef931a1 in thread_start () Thread 12 (process 89279): #0 0x00007fff8f3070fa in __psynch_cvwait () #1 0x00007fff8efaafb9 in _pthread_cond_wait () #2 0x0000000108411e77 in cb_cond_timedwait (cond=0x7f93dfd2ab88, mutex=0x7f93dfd2ab38, ms=61) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:156 #3 0x0000000108e30346 in SyncObject::wait (this=0x7f93dfd2ab30, tv=@0x7f93dfd35c28) at syncobject.h:74 #4 0x0000000108e2c898 in ExecutorPool::trySleep (this=0x7f93dfd2ab10, t=@0x7f93dfd35c00, now=@0x10ad54c10) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorpool.cc:177 #5 0x0000000108e2c652 in ExecutorPool::nextTask (this=0x7f93dfd2ab10, t=@0x7f93dfd35c00, tick=97 'a') at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorpool.cc:151 #6 0x0000000108e44a97 in ExecutorThread::run (this=0x7f93dfd35c00) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:77 #7 0x0000000108e447f5 in launch_executor_thread (arg=0x7f93dfd35c00) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/executorthread.cc:33 #8 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93dfd35c90) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #9 0x00007fff8efa6772 in _pthread_start () #10 0x00007fff8ef931a1 in thread_start () Thread 11 (process 89279): #0 0x00007fff8f307386 in __semwait_signal () #1 0x00007fff8f0307c8 in nanosleep () #2 0x00007fff8f0306df in usleep () #3 0x0000000108e428b9 in updateStatsThread (arg=0x7f93dfb00f10) at /Users/tmcafee/sandbox/couchbase/ep-engine/src/memory_tracker.cc:36 #4 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93dfb00f60) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #5 0x00007fff8efa6772 in _pthread_start () #6 0x00007fff8ef931a1 in thread_start () Thread 10 (process 89279): #0 0x00007fff8f307d16 in kevent () #1 0x00000001084593ac in kq_dispatch () #2 0x00000001084496e5 in event_base_loop () #3 0x00000001083da17f in worker_libevent (arg=0x7f93dab8a030) at /Users/tmcafee/sandbox/couchbase/memcached/daemon/thread.c:277 #4 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93df900000) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #5 0x00007fff8efa6772 in _pthread_start () #6 0x00007fff8ef931a1 in thread_start () Thread 9 (process 89279): #0 0x00007fff8f307d16 in kevent () #1 0x00000001084593ac in kq_dispatch () #2 0x00000001084496e5 in event_base_loop () #3 0x00000001083da17f in worker_libevent (arg=0x7f93dab89f28) at /Users/tmcafee/sandbox/couchbase/memcached/daemon/thread.c:277 #4 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93df800010) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #5 0x00007fff8efa6772 in _pthread_start () #6 0x00007fff8ef931a1 in thread_start () Thread 8 (process 89279): #0 0x00007fff8f307d16 in kevent () #1 0x00000001084593ac in kq_dispatch () #2 0x00000001084496e5 in event_base_loop () #3 0x00000001083da17f in worker_libevent (arg=0x7f93dab89e20) at /Users/tmcafee/sandbox/couchbase/memcached/daemon/thread.c:277 #4 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93df800000) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #5 0x00007fff8efa6772 in _pthread_start () #6 0x00007fff8ef931a1 in thread_start () Thread 7 (process 89279): #0 0x00007fff8f307d16 in kevent () #1 0x00000001084593ac in kq_dispatch () #2 0x00000001084496e5 in event_base_loop () #3 0x00000001083da17f in worker_libevent (arg=0x7f93dab89d18) at /Users/tmcafee/sandbox/couchbase/memcached/daemon/thread.c:277 #4 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93da477f20) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #5 0x00007fff8efa6772 in _pthread_start () #6 0x00007fff8ef931a1 in thread_start () Thread 6 (process 89279): #0 0x00007fff8f307d16 in kevent () #1 0x00000001084593ac in kq_dispatch () #2 0x00000001084496e5 in event_base_loop () #3 0x00000001083da17f in worker_libevent (arg=0x7f93dab89c10) at /Users/tmcafee/sandbox/couchbase/memcached/daemon/thread.c:277 #4 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93da477f10) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #5 0x00007fff8efa6772 in _pthread_start () #6 0x00007fff8ef931a1 in thread_start () Thread 5 (process 89279): #0 0x00007fff8f307d16 in kevent () #1 0x00000001084593ac in kq_dispatch () #2 0x00000001084496e5 in event_base_loop () #3 0x00000001083da17f in worker_libevent (arg=0x7f93dab89b08) at /Users/tmcafee/sandbox/couchbase/memcached/daemon/thread.c:277 #4 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93da477f00) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #5 0x00007fff8efa6772 in _pthread_start () #6 0x00007fff8ef931a1 in thread_start () Thread 4 (process 89279): #0 0x00007fff8f307d16 in kevent () #1 0x00000001084593ac in kq_dispatch () #2 0x00000001084496e5 in event_base_loop () #3 0x00000001083da17f in worker_libevent (arg=0x7f93dab89a00) at /Users/tmcafee/sandbox/couchbase/memcached/daemon/thread.c:277 #4 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93da477ef0) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #5 0x00007fff8efa6772 in _pthread_start () #6 0x00007fff8ef931a1 in thread_start () Thread 3 (process 89279): #0 0x00007fff8f3070fa in __psynch_cvwait () #1 0x00007fff8efaafb9 in _pthread_cond_wait () #2 0x0000000108411e77 in cb_cond_timedwait (cond=0x10842c230, mutex=0x10842c1f0, ms=19000) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:156 #3 0x000000010842b071 in logger_thead_main (arg=0x7f93db8001a0) at /Users/tmcafee/sandbox/couchbase/memcached/extensions/loggers/file_logger.c:372 #4 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93db8001c0) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #5 0x00007fff8efa6772 in _pthread_start () #6 0x00007fff8ef931a1 in thread_start () Thread 2 (process 89279): #0 0x00007fff8f307282 in read$NOCANCEL () #1 0x00007fff8f0138e4 in _sread () #2 0x00007fff8f012e63 in __srefill1 () #3 0x00007fff8f00eff1 in fgets () #4 0x000000010841ac7d in check_stdin_thread (arg=0x1083d1bc0) at /Users/tmcafee/sandbox/couchbase/memcached/extensions/daemon/stdin_check.c:38 #5 0x0000000108411a9b in platform_thread_wrap (arg=0x7f93da4179a0) at /Users/tmcafee/sandbox/couchbase/platform/src/cb_pthreads.c:19 #6 0x00007fff8efa6772 in _pthread_start () #7 0x00007fff8ef931a1 in thread_start () Thread 1 (process 89279): #0 0x00007fff8f307d16 in kevent () #1 0x00000001084593ac in kq_dispatch () #2 0x00000001084496e5 in event_base_loop () #3 0x00000001083c4d1d in main (argc=3, argv=0x7fff5784a2e8) at /Users/tmcafee/sandbox/couchbase/memcached/daemon/memcached.c:8786