Major Description
mike@ubuntu1104-64:/opt/membase$ gdb /opt/membase/bin/memcached ~/core
GNU gdb (Ubuntu/Linaro 7.2-1ubuntu11) 7.2
Copyright (C) 2010 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law. Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-linux-gnu".
For bug reporting instructions, please see:
<http://www.gnu.org/software/gdb/bugs/>...
Reading symbols from /opt/membase/bin/memcached...done.
[New Thread 16623]
[New Thread 16625]
[New Thread 16627]
[New Thread 16618]
[New Thread 16619]
[New Thread 16620]
[New Thread 16622]
[New Thread 16621]
[New Thread 16617]
[New Thread 16608]
[New Thread 16624]
[New Thread 16626]
warning: Can't read pathname for load map: Input/output error.
warning: .dynamic section for "/lib64/ld-linux-x86-64.so.2" is not at the expected address (wrong library or version mismatch?)
warning: Could not load shared library symbols for 7 libraries, e.g. /lib/libdl.so.2.
Use the "info sharedlibrary" command to see the complete listing.
Do you need "set solib-search-path" or "set sysroot"?
Reading symbols from /opt/membase/lib/memcached/libmemcached_utilities.so.0...done.
Loaded symbols for /opt/membase/lib/memcached/libmemcached_utilities.so.0
Reading symbols from /opt/membase/lib/libevent-2.0.so.5...done.
Loaded symbols for /opt/membase/lib/libevent-2.0.so.5
Reading symbols from /opt/membase/lib/libtcmalloc_minimal.so.0...done.
Loaded symbols for /opt/membase/lib/libtcmalloc_minimal.so.0
Reading symbols from /lib64/ld-linux-x86-64.so.2...(no debugging symbols found)...done.
Loaded symbols for /lib64/ld-linux-x86-64.so.2
Reading symbols from /opt/membase/lib/memcached/stdin_term_handler.so...done.
Loaded symbols for /opt/membase/lib/memcached/stdin_term_handler.so
Reading symbols from /opt/membase/lib/memcached/bucket_engine.so...done.
Loaded symbols for /opt/membase/lib/memcached/bucket_engine.so
Reading symbols from /opt/membase/lib/memcached/ep.so...done.
Loaded symbols for /opt/membase/lib/memcached/ep.so
warning: Could not load shared library symbols for ock cycles.
Do you need "set solib-search-path" or "set sysroot"?
Core was generated by `/opt/membase/bin/memcached -X /opt/membase/lib/memcached/stdin_term_handler.so'.
Program terminated with signal 6, Aborted.
#0 0x00007fb4459dea75 in ?? ()
(gdb) t a a bt
Thread 12 (Thread 16626):
#0 0x00007fb44157e72b in __distance<std::_List_const_iterator<RCPtr<QueuedItem> > > (this=0x90b5a8, name=..., q=0xadd61f0)
at /usr/include/c++/4.3/bits/stl_iterator_base_funcs.h:85
#1 distance<std::_List_const_iterator<RCPtr<QueuedItem> > > (this=0x90b5a8,
name=..., q=0xadd61f0)
at /usr/include/c++/4.3/bits/stl_iterator_base_funcs.h:119
#2 size (this=0x90b5a8, name=..., q=0xadd61f0)
at /usr/include/c++/4.3/bits/stl_list.h:764
#3 appendQueue (this=0x90b5a8, name=..., q=0xadd61f0) at tapconnection.hh:807
#4 TapConnMap::setEvents (this=0x90b5a8, name=..., q=0xadd61f0)
at tapconnmap.cc:82
#5 0x00007fb44150f9d8 in BackFillVisitor::apply (this=0x83d211b0)
at backfill.cc:120
#6 0x00007fb44150faa2 in BackFillVisitor::complete (this=0x7a0abb60)
at backfill.cc:174
#7 0x00007fb441523c12 in VBCBAdaptor::callback (this=0x16e31900, d=..., t=...)
at ep.cc:2266
#8 0x00007fb4415209da in Task::run (this=<value optimized out>, d=...,
t=<value optimized out>) at dispatcher.hh:139
#9 0x00007fb44151f6c5 in Dispatcher::run (this=0x1a2a1c0) at dispatcher.cc:119
#10 0x00007fb4415202d3 in launch_dispatcher_thread (arg=0x7a0abb60)
at dispatcher.cc:28
#11 0x00007fb445d349ca in ?? ()
#12 0x00007fb4404f2700 in ?? ()
#13 0x0000000000000000 in ?? ()
--Type <return> to continue, or q <return> to quit--
Thread 11 (Thread 16624):
#0 0x00007fb445d3985c in ?? ()
#1 0x0000000000000000 in ?? ()
Thread 10 (Thread 16608):
#0 0x00007fb445a91d03 in ?? ()
#1 0x0000000000000000 in ?? ()
Thread 9 (Thread 16617):
#0 0x00007fb445a834bd in ?? ()
#1 0x0000000000000000 in ?? ()
Thread 8 (Thread 16621):
#0 0x00007fb4415358d2 in StoredValueFactory::newStoredValue(Item const&, StoredValue*, HashTable&, bool, bool) () from /opt/membase/lib/memcached/ep.so
#1 0x00007fb441535ed5 in HashTable::set(Item const&, long&) ()
from /opt/membase/lib/memcached/ep.so
#2 0x00007fb441524f7d in EventuallyPersistentStore::addTAPBackfillItem (
this=0x18b1280, item=...) at ep.cc:682
#3 0x00007fb4415419f7 in EventuallyPersistentEngine::tapNotify(const void *, void *, uint16_t, uint8_t, uint16_t, <anonymous enum>, uint32_t, const void *, size_t, uint32_t, uint32_t, uint64_t, const void *, size_t, uint16_t) (this=0x90b000,
cookie=0x316c088, engine_specific=0x2e4ba020, nengine=<value optimized out>,
tap_flags=<value optimized out>, tap_event=<value optimized out>,
tap_seqno=3110, key=0x2e4ba028, nkey=11, flags=0,
exptime=<value optimized out>, data=0x2e4ba033, ndata=560, vbucket=232)
--Type <return> to continue, or q <return> to quit--
at ep_engine.cc:2304
#4 0x00007fb44407631f in bucket_tap_notify (handle=<value optimized out>,
cookie=0x316c088, engine_specific=0x2e4ba020, nengine=6848, ttl=254 '\376',
tap_flags=0, tap_event=TAP_MUTATION, tap_seqno=3110, key=0x2e4ba028, nkey=11,
flags=0, exptime=0, cas=96693267, data=0x2e4ba033, ndata=560,
vbucket=<value optimized out>) at bucket_engine.c:1912
#5 0x0000000000409a53 in process_bin_tap_packet (event=TAP_CHECKPOINT_END,
c=0x316c088) at daemon/memcached.c:2703
#6 0x000000000040f04f in process_bin_packet (c=0x316c088)
at daemon/memcached.c:2790
#7 complete_nread_binary (c=0x316c088) at daemon/memcached.c:3389
#8 0x000000000040f968 in complete_nread (c=0x316c088) at daemon/memcached.c:3471
#9 conn_nread (c=0x316c088) at daemon/memcached.c:5275
#10 0x0000000000407273 in event_handler (fd=<value optimized out>,
which=<value optimized out>, arg=0x316c088) at daemon/memcached.c:5576
#11 0x00007fb4468393cd in event_process_active_single_queue (base=0x832c80,
flags=<value optimized out>) at event.c:1308
#12 event_process_active (base=0x832c80, flags=<value optimized out>)
at event.c:1375
#13 event_base_loop (base=0x832c80, flags=<value optimized out>) at event.c:1572
#14 0x0000000000414834 in worker_libevent (arg=0x814700) at daemon/thread.c:304
#15 0x00007fb445d349ca in ?? ()
#16 0x00007fb44306e700 in ?? ()
#17 0x0000000000000000 in ?? ()
Thread 7 (Thread 16622):
#0 0x00007fb445a91d03 in ?? ()
--Type <return> to continue, or q <return> to quit--
#1 0x0000000000000000 in ?? ()
Thread 6 (Thread 16620):
#0 0x00007fb445a91d03 in ?? ()
#1 0x0000000000000000 in ?? ()
Thread 5 (Thread 16619):
#0 0x00007fb445d3c464 in ?? ()
#1 0x0000000000000001 in ?? ()
#2 0x00007fb44406f470 in ?? ()
#3 0x00007fb445d375d9 in ?? ()
#4 0x0000000083576a60 in ?? ()
#5 0x00007fb44684aafb in epoll_nochangelist_del (base=0x8149b0, fd=8473008,
old=<value optimized out>, events=-1, p=<value optimized out>) at epoll.c:379
#6 0x00007fb44684571e in evmap_io_del (base=0x8149b0, fd=<value optimized out>,
ev=0x8e142dc8) at evmap.c:375
#7 0x00007fb446838228 in event_del_internal (ev=0x8e142de8) at event.c:2194
#8 event_del (ev=0x8e142de8) at event.c:2131
#9 0x00000000004041c3 in unregister_event (c=0x8e142dc8)
at daemon/memcached.c:4922
#10 0x0000000000406203 in conn_add_tap_client (c=0x8e142dc8)
at daemon/memcached.c:5492
#11 0x000000000040725b in event_handler (fd=<value optimized out>,
which=<value optimized out>, arg=0x8e142dc8) at daemon/memcached.c:5576
#12 0x00007fb4468393cd in event_process_active_single_queue (base=0x832500,
flags=<value optimized out>) at event.c:1308
#13 event_process_active (base=0x832500, flags=<value optimized out>)
--Type <return> to continue, or q <return> to quit--
at event.c:1375
#14 event_base_loop (base=0x832500, flags=<value optimized out>) at event.c:1572
#15 0x0000000000414834 in worker_libevent (arg=0x814500) at daemon/thread.c:304
#16 0x00007fb445d349ca in ?? ()
#17 0x00007fb444070700 in ?? ()
#18 0x0000000000000000 in ?? ()
Thread 4 (Thread 16618):
#0 0x00007fb445a5539d in ?? ()
#1 0x0000000000000000 in ?? ()
Thread 3 (Thread 16627):
#0 0x00007fb445d3c464 in ?? ()
#1 0x000000000041cf68 in ?? ()
#2 0x00007fb43fcf0ae0 in ?? ()
#3 0x00007fb445d375d9 in ?? ()
#4 0x0000000000000000 in ?? ()
Thread 2 (Thread 16625):
#0 0x00007fb445d39bc9 in ?? ()
#1 0x0000004700000000 in ?? ()
#2 0x000000000098e910 in ?? ()
#3 0x000000000098e8d8 in ?? ()
#4 0x000000000001a9d1 in ?? ()
#5 0x00007fb441510731 in setHolder (this=0x98e8c0, m=...) at mutex.hh:91
#6 acquire (this=0x98e8c0, m=...) at mutex.hh:75
#7 lock (this=0x98e8c0, m=...) at locks.hh:48
--Type <return> to continue, or q <return> to quit--
#8 LockHolder::LockHolder (this=0x98e8c0, m=...) at locks.hh:26
#9 0x00007fb44151d808 in wait (this=0x98e8d0, d=...) at syncobject.hh:42
#10 IdleTask::run (this=0x98e8d0, d=...) at dispatcher.cc:244
#11 0x00007fb44151f6c5 in Dispatcher::run (this=0x98e8c0) at dispatcher.cc:119
#12 0x00007fb4415202d3 in launch_dispatcher_thread (arg=0x98e914)
at dispatcher.cc:28
#13 0x00007fb445d349ca in ?? ()
#14 0x00007fb440cf3700 in ?? ()
#15 0x0000000000000000 in ?? ()
Thread 1 (Thread 16623):
#0 0x00007fb4459dea75 in ?? ()
#1 0x00007fb4459e25c0 in ?? ()
#2 0x00007fb44162daa8 in ?? () from /opt/membase/lib/memcached/ep.so
#3 0x00007fb445af3a4f in ?? ()
#4 0x00007fb44206ad00 in ?? ()
#5 0x000000000000022b in ?? ()
#6 0x00007fb44206adf0 in ?? ()
#7 0x00007fb445a120e6 in ?? ()
#8 0x0000003000000018 in ?? ()
#9 0x00007fb44206ae00 in ?? ()
#10 0x00007fb44206ad20 in ?? ()
#11 0x00007fb4459fb6f8 in ?? ()
#12 0x0000003000000030 in ?? ()
#13 0x00007fb44206ae18 in ?? ()
#14 0x000000006199ba00 in ?? ()
#15 0x0000000061611c90 in ?? ()
--Type <return> to continue, or q <return> to quit--
#16 0x000000000000000a in ?? ()
#17 0x00007fb445af4ec6 in ?? ()
#18 0x00007fff1509dbfe in ?? ()
#19 0x00007fb445af1afa in ?? ()
#20 0x00007fb44162d9be in ?? () from /opt/membase/lib/memcached/ep.so
#21 0x000000000000022b in ?? ()
#22 0x0000000000000020 in ?? ()
#23 0x0000000000000000 in ?? ()