Memcached core due to segfault in CheckpointManager::getOpenCheckpointId_UNLOCKED

#0 0x00002aaaaad1e5a1 in CheckpointManager::getOpenCheckpointId_UNLOCKED (this=0x3028f298) at checkpoint.cc:208
208 checkpoint.cc: No such file or directory.
in checkpoint.cc
(gdb) t a a bt

Thread 13 (Thread 0x2b6d7898d220 (LWP 2424)):
#0 0x0000003fef0d48a8 in epoll_wait () from /lib64/libc.so.6
#1 0x00002b6d7850aba6 in epoll_dispatch (base=0x14b6e000, tv=<value optimized out>) at epoll.c:404
#2 0x00002b6d784f9c11 in event_base_loop (base=0x14b6e000, flags=0) at event.c:1558
#3 0x0000000000409157 in main (argc=<value optimized out>, argv=<value optimized out>) at daemon/memcached.c:7912

Thread 12 (Thread 2433):
#0 0x0000003fef0c678b in read () from /lib64/libc.so.6
#1 0x0000003fef06cd57 in _IO_new_file_underflow () from /lib64/libc.so.6
#2 0x0000003fef06d71e in _IO_default_uflow_internal () from /lib64/libc.so.6
#3 0x0000003fef068fdb in getc () from /lib64/libc.so.6
#4 0x00002b6d7898e879 in check_stdin_thread (arg=0x403420) at extensions/daemon/stdin_check.c:19
#5 0x0000003fefc0673d in start_thread () from /lib64/libpthread.so.0
#6 0x0000003fef0d44bd in clone () from /lib64/libc.so.6

Thread 11 (Thread 2437):
#0 0x0000003fef0d48a8 in epoll_wait () from /lib64/libc.so.6
#1 0x00002b6d7850aba6 in epoll_dispatch (base=0x14b6e500, tv=<value optimized out>) at epoll.c:404
#2 0x00002b6d784f9c11 in event_base_loop (base=0x14b6e500, flags=0) at event.c:1558
#3 0x00000000004139f4 in worker_libevent (arg=0x1070e500) at daemon/thread.c:301
#4 0x0000003fefc0673d in start_thread () from /lib64/libpthread.so.0
#5 0x0000003fef0d44bd in clone () from /lib64/libc.so.6

Thread 10 (Thread 2438):
#0 0x0000003fef0d48a8 in epoll_wait () from /lib64/libc.so.6
#1 0x00002b6d7850aba6 in epoll_dispatch (base=0x14b6e280, tv=<value optimized out>) at epoll.c:404
#2 0x00002b6d784f9c11 in event_base_loop (base=0x14b6e280, flags=0) at event.c:1558
#3 0x00000000004139f4 in worker_libevent (arg=0x1070e5f8) at daemon/thread.c:301
#4 0x0000003fefc0673d in start_thread () from /lib64/libpthread.so.0
#5 0x0000003fef0d44bd in clone () from /lib64/libc.so.6

Thread 9 (Thread 2439):
#0 0x0000003fef0d48a8 in epoll_wait () from /lib64/libc.so.6
#1 0x00002b6d7850aba6 in epoll_dispatch (base=0x14b6ec80, tv=<value optimized out>) at epoll.c:404
#2 0x00002b6d784f9c11 in event_base_loop (base=0x14b6ec80, flags=0) at event.c:1558
#3 0x00000000004139f4 in worker_libevent (arg=0x1070e6f0) at daemon/thread.c:301
#4 0x0000003fefc0673d in start_thread () from /lib64/libpthread.so.0
#5 0x0000003fef0d44bd in clone () from /lib64/libc.so.6

Thread 8 (Thread 2441):
#0 0x0000003fef0d48a8 in epoll_wait () from /lib64/libc.so.6
#1 0x00002b6d7850aba6 in epoll_dispatch (base=0x14b6e780, tv=<value optimized out>) at epoll.c:404
#2 0x00002b6d784f9c11 in event_base_loop (base=0x14b6e780, flags=0) at event.c:1558
#3 0x00000000004139f4 in worker_libevent (arg=0x1070e8e0) at daemon/thread.c:301
#4 0x0000003fefc0673d in start_thread () from /lib64/libpthread.so.0
#5 0x0000003fef0d44bd in clone () from /lib64/libc.so.6

Thread 7 (Thread 2847):
#0 0x0000003fef09a541 in nanosleep () from /lib64/libc.so.6
#1 0x0000003fef0cded4 in usleep () from /lib64/libc.so.6
#2 0x00002aaaaad660f2 in MemoryTracker::~MemoryTracker (this=0x1070c500, __in_chrg=<value optimized out>) at memory_tracker.cc:96
#3 0x0000003fefc0673d in start_thread () from /lib64/libpthread.so.0
#4 0x0000003fef0d44bd in clone () from /lib64/libc.so.6

Thread 6 (Thread 3970):

#0 0x0000003fefc0e498 in pread64 () from /lib64/libpthread.so.0
#1 0x00002aaaab0cc890 in couch_pread (handle=<value optimized out>, buf=0x2aaad2532031, nbyte=8192, offset=51896320) at src/os.c:75
#2 0x00002aaaab0cb80a in load_buffer_from (handle=0x2aaae68427b0, buf=<value optimized out>, nbyte=8, offset=<value optimized out>) at src/iobuffer.c:153
#3 buffered_pread (handle=0x2aaae68427b0, buf=<value optimized out>, nbyte=8, offset=<value optimized out>) at src/iobuffer.c:291
#4 0x00002aaaab0c9fe6 in read_skipping_prefixes (db=0x2aaaedd6ff10, pos=0x494fae38, len=8, dst=<value optimized out>) at src/couch_file_read.c:25
#5 0x00002aaaab0ca05d in pread_bin_internal (db=0x2aaaedd6ff10, pos=51901872, ret_ptr=0x494fae88, header=0) at src/couch_file_read.c:51
--Type <return> to continue, or q <return> to quit--
#6 0x00002aaaab0ca177 in pread_compressed (db=<value optimized out>, pos=<value optimized out>, ret_ptr=0x494faf28) at src/couch_file_read.c:88
#7 0x00002aaaab0c721e in modify_node (rq=0x494fc780, nptr=0x2aaaebf4c860, start=1114, end=1122, dst=0x2aaaebf4c7a8) at src/btree_modify.c:298
#8 0x00002aaaab0c73d5 in modify_node (rq=0x494fc780, nptr=0x2aaaebf4c778, start=1114, end=1122, dst=0x2aaaebf48a58) at src/btree_modify.c:409
#9 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf48a28, start=1114, end=1236, dst=0x2aaaebf48970) at src/btree_modify.c:445
#10 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf48940, start=910, end=1404, dst=0x2aaaebf48888) at src/btree_modify.c:445
#11 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf48858, start=910, end=1534, dst=0x2aaaebf487a0) at src/btree_modify.c:445
#12 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf48770, start=910, end=1638, dst=0x2aaaebf486b8) at src/btree_modify.c:445
#13 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf48688, start=910, end=1638, dst=0x2aaaebf485d0) at src/btree_modify.c:445
#14 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf485a0, start=910, end=1638, dst=0x2aaaebf47f68) at src/btree_modify.c:445
#15 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47f38, start=910, end=1638, dst=0x2aaaebf47e80) at src/btree_modify.c:445
#16 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47e50, start=910, end=1638, dst=0x2aaaebf47d98) at src/btree_modify.c:445
#17 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47d68, start=910, end=1638, dst=0x2aaaebf47cb0) at src/btree_modify.c:445
#18 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47c80, start=910, end=1638, dst=0x2aaaebf47bc8) at src/btree_modify.c:445
#19 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47b98, start=910, end=1638, dst=0x2aaaebf47ae0) at src/btree_modify.c:445
#20 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47ab0, start=910, end=1638, dst=0x2aaaebf479f8) at src/btree_modify.c:445
#21 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf479c8, start=910, end=1638, dst=0x2aaaebf47910) at src/btree_modify.c:445
#22 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf478e0, start=910, end=1638, dst=0x2aaaebf47828) at src/btree_modify.c:445
#23 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf477f8, start=910, end=1638, dst=0x2aaaebf47740) at src/btree_modify.c:445
#24 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47710, start=910, end=1638, dst=0x2aaaebf47658) at src/btree_modify.c:445
#25 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47628, start=910, end=1638, dst=0x2aaaebf47570) at src/btree_modify.c:445
#26 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47540, start=910, end=1638, dst=0x2aaaebf47488) at src/btree_modify.c:445
#27 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47458, start=910, end=1638, dst=0x2aaaebf473a0) at src/btree_modify.c:445
#28 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47370, start=910, end=1638, dst=0x2aaaebf472b8) at src/btree_modify.c:445
#29 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf47288, start=910, end=1638, dst=0x2aaaebf471d0) at src/btree_modify.c:445
#30 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf471a0, start=910, end=1638, dst=0x2aaaebf470e8) at src/btree_modify.c:445
#31 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf470b8, start=910, end=1638, dst=0x2aaaebf47000) at src/btree_modify.c:445
#32 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf46fd0, start=910, end=1638, dst=0x2aaaebf46f18) at src/btree_modify.c:445
#33 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf46ee8, start=910, end=1638, dst=0x2aaaebf46e30) at src/btree_modify.c:445
#34 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf46e00, start=910, end=1638, dst=0x2aaaebf46d48) at src/btree_modify.c:445
#35 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf46d18, start=910, end=1638, dst=0x2aaaebf46c60) at src/btree_modify.c:445
#36 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf46c30, start=910, end=1638, dst=0x2aaaebf46b78) at src/btree_modify.c:445
#37 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf46b48, start=910, end=1638, dst=0x2aaaebf46a90) at src/btree_modify.c:445
#38 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf46a60, start=910, end=1638, dst=0x2aaaebf469a8) at src/btree_modify.c:445
#39 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x2aaaebf46978, start=910, end=1638, dst=0x2aaaebf468c0) at src/btree_modify.c:445
#40 0x00002aaaab0c73d5 in modify_node (rq=0x494fc780, nptr=0x2aaaebf46890, start=910, end=1638, dst=0x3a9ea0c8) at src/btree_modify.c:409
#41 0x00002aaaab0c738d in modify_node (rq=0x494fc780, nptr=0x152981c0, start=910, end=1800, dst=0x3a9ea010) at src/btree_modify.c:445
#42 0x00002aaaab0c78a8 in modify_btree (rq=0x494fc780, root=0x152981c0, errcode=0x494fc8ec) at src/btree_modify.c:597
#43 0x00002aaaab0c9bf8 in update_indexes (db=0x2aaaedd6ff10, docs=<value optimized out>, infos=0x2aaaedd74000, numdocs=900, options=0) at src/couch_save.c:197
#44 couchstore_save_documents (db=0x2aaaedd6ff10, docs=<value optimized out>, infos=0x2aaaedd74000, numdocs=900, options=0) at src/couch_save.c:352
#45 0x00002aaaaadbef7d in CouchKVStore::listPersistedVbuckets (this=0x14b71800) at couch-kvstore/couch-kvstore.cc:432
#46 0x000000001fefdef0 in ?? ()
#47 0x0000000000000030 in ?? ()
#48 0x00002b6d78758a07 in MallocExtension::instance () at src/malloc_extension.cc:207
#49 0x00002aaaaadc3258 in _M_dispose (name=Traceback (most recent call last):
File "/usr/share/gdb/python/libstdcxx/v6/printers.py", line 469, in to_string
return self.val['_M_dataplus']['_M_p'].string (encoding, length = len)
OverflowError: signed integer is greater than maximum
) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basic_string.h:234
#50 ~basic_string (name=Traceback (most recent call last):
File "/usr/share/gdb/python/libstdcxx/v6/printers.py", line 469, in to_string
return self.val['_M_dataplus']['_M_p'].string (encoding, length = len)
OverflowError: signed integer is greater than maximum
) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basic_string.h:503
#51 CouchKVStoreDirectoryUtilities::findFilesWithPrefix (name=Traceback (most recent call last):
File "/usr/share/gdb/python/libstdcxx/v6/printers.py", line 469, in to_string
return self.val['_M_dataplus']['_M_p'].string (encoding, length = len)
OverflowError: signed integer is greater than maximum
) at couch-kvstore/dirutils.cc:67
#52 0x0000000000000000 in ?? ()

Thread 5 (Thread 3971):
#0 0x0000003fefc0aee9 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
--Type <return> to continue, or q <return> to quit--
#1 0x00002aaaaad2ae27 in _M_dispose (this=0x15250a80) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basic_string.h:232
#2 ~basic_string (this=0x15250a80) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/bits/basic_string.h:503
#3 ~JobLogEntry (this=0x15250a80) at dispatcher.hh:40
#4 Dispatcher::run (this=0x15250a80) at dispatcher.cc:139
#5 0x00002aaaaad2b45b in ~JobLogEntry (this=0xffffffffffffffe8) at dispatcher.hh:40
#6 Dispatcher::run (this=0xffffffffffffffe8) at dispatcher.cc:139
#7 0x0000000000000000 in ?? ()

Thread 4 (Thread 3972):
#0 0x0000003fefc0e498 in pread64 () from /lib64/libpthread.so.0
#1 0x00002aaaab0cc890 in couch_pread (handle=<value optimized out>, buf=0x14c3c431, nbyte=8192, offset=60465152) at src/os.c:75
#2 0x00002aaaab0cb80a in load_buffer_from (handle=0x2aaae72ca150, buf=<value optimized out>, nbyte=2, offset=<value optimized out>) at src/iobuffer.c:153
#3 buffered_pread (handle=0x2aaae72ca150, buf=<value optimized out>, nbyte=2, offset=<value optimized out>) at src/iobuffer.c:291
#4 0x00002aaaab0c9164 in find_header (filename=<value optimized out>, flags=<value optimized out>, ops=<value optimized out>, pDb=0x46cf8cf0) at src/couch_db.c:27
#5 couchstore_open_db_ex (filename=<value optimized out>, flags=<value optimized out>, ops=<value optimized out>, pDb=0x46cf8cf0) at src/couch_db.c:228
#6 0x00002aaaaadbab86 in ~basic_filebuf (this=0x46cf8cf0, stats=<value optimized out>) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/fstream:215
#7 ~basic_ofstream (this=0x46cf8cf0, stats=<value optimized out>) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/fstream:657
#8 CouchKVStore::snapshotStats (this=0x46cf8cf0, stats=<value optimized out>) at couch-kvstore/couch-kvstore.cc:615
#9 0x000000000000178d in ?? ()
#10 0x0000000001fba2a4 in ?? ()
#11 0x00002b6d78752405 in tcmalloc::CentralFreeList::ReleaseToSpans (this=0x46cf90b9, object=<value optimized out>) at src/central_freelist.cc:141
#12 0x00002b6d000017af in ?? ()
#13 0x0000000000000672 in ?? ()
#14 0x00002b6d789815e0 in tcmalloc::Static::central_cache_ () from /opt/couchbase/lib/libtcmalloc_minimal.so.4
#15 0x000000002c528000 in ?? ()
#16 0x00002b6d78752785 in tcmalloc::CentralFreeList::InsertRange (this=0x2aaaae68cef8, start=<value optimized out>, end=0x2b6d000017af, N=1650) at src/central_freelist.cc:242
#17 0x0000000025891680 in ?? ()
#18 0x000000004ffcbe06 in ?? ()
#19 0x000000000006203e in ?? ()
#20 0x0000000015251890 in ?? ()
#21 0x0000000000000000 in ?? ()

Thread 3 (Thread 3973):
#0 0x0000003fefc0b150 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00002aaaaad285e0 in __shared_count<Task*> (this=0x458f70b0, task=Traceback (most recent call last):
File "/usr/share/gdb/python/libstdcxx/v6/printers.py", line 32, in to_string
return '%s (count %d) %s' % (self.typename,
TypeError: int argument required
, outtid=0xffffffffffffff92) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/tr1/shared_ptr.h:120
#2 __shared_ptr<Task> (this=0x458f70b0, task=Traceback (most recent call last):
File "/usr/share/gdb/python/libstdcxx/v6/printers.py", line 32, in to_string
return '%s (count %d) %s' % (self.typename,
TypeError: int argument required
, outtid=0xffffffffffffff92) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/tr1/shared_ptr.h:377
#3 shared_ptr<Task> (this=0x458f70b0, task=Traceback (most recent call last):
File "/usr/share/gdb/python/libstdcxx/v6/printers.py", line 32, in to_string
return '%s (count %d) %s' % (self.typename,
TypeError: int argument required
, outtid=0xffffffffffffff92) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/tr1/shared_ptr.h:842
#4 Dispatcher::wake (this=0x458f70b0, task=Traceback (most recent call last):
File "/usr/share/gdb/python/libstdcxx/v6/printers.py", line 32, in to_string
return '%s (count %d) %s' % (self.typename,
TypeError: int argument required
, outtid=0xffffffffffffff92) at dispatcher.cc:199
#5 0x00000000458f70ba in ?? ()
#6 0x00000000458f70bb in ?? ()
#7 0x0000000000000000 in ?? ()

Thread 2 (Thread 3975):
#0 0x0000003fefc0d524 in __lll_lock_wait () from /lib64/libpthread.so.0
#1 0x0000003fefc08e1a in _L_lock_1034 () from /lib64/libpthread.so.0
#2 0x0000003fefc08cdc in pthread_mutex_lock () from /lib64/libpthread.so.0
--Type <return> to continue, or q <return> to quit--
#3 0x00000000004133e4 in notify_io_complete (cookie=0x14b14000, status=ENGINE_SUCCESS) at daemon/thread.c:485
#4 0x00002aaaaad838b9 in LockHolder (this=0x14b64240) at locks.hh:25
#5 TapConnMap::notifyIOThreadMain (this=0x14b64240) at tapconnmap.cc:482
#6 0x00002aaaaad4762c in EventuallyPersistentEngine::observe (this=0x48802, cookie=0x3, request=0xffffffffffffffe8, response=0x462f9000) at ep_engine.cc:3493
#7 0x0000000000000000 in ?? ()

Thread 1 (Thread 0x43af4940 (LWP 2440)):
#0 0x00002aaaaad1e5a1 in CheckpointManager::getOpenCheckpointId_UNLOCKED (this=0x3028f298) at checkpoint.cc:208
#1 0x00002aaaaad1eef3 in operator-> (this=0x3028f298) at checkpoint.cc:889
#2 CheckpointManager::resetCursors (this=0x3028f298) at checkpoint.cc:888
#3 0x0000000000002000 in ?? ()
#4 0x000000002914ba60 in ?? ()
#5 0x0000000000000001 in ?? ()
#6 0x0000000000000040 in ?? ()
#7 0x0000000014c02ba0 in ?? ()
#8 0x0000000014c02ba0 in ?? ()
#9 0x0000000035da3818 in ?? ()
#10 0x000000003028f298 in ?? ()
#11 0x00002aaaaad1f996 in RCPtr (this=<value optimized out>, cursor=<value optimized out>, isLastMutationItem=@0x43aefb3f) at atomic.hh:309
#12 CheckpointManager::nextItemFromClosedCheckpoint (this=<value optimized out>, cursor=<value optimized out>, isLastMutationItem=@0x43aefb3f) at checkpoint.cc:823
#13 0x0000000014c03620 in ?? ()
#14 0x0000000000000011 in ?? ()
#15 0x0000000035da3800 in ?? ()
#16 0x0000000043aefb20 in ?? ()
#17 0x0000000043aefb10 in ?? ()
#18 0x0000000000000000 in ?? ()