memcached disconnected after create multi buckets

[root@centos-510-x64 ~]# cat /etc/release
cat: /etc/lsb-release.d: Is a directory
CentOS release 5.10 (Final)
[root@centos-510-x64 ~]# ls /tmp/ | grep couchbase
couchbase-server-enterprise_x86_64_3.0.0-393-rel.rpm
[root@centos-510-x64 ~]# more /opt/couchbase/VERSION.txt
3.0.0-393-rel

In sanity 4 nodes tests, the test ./testrunner -i fournode.ini -t rebalance.rebalancein.RebalanceInTests.rebalance_in_with_ops,nodes_in=3,items=0,default_bucket=false,standard_buckets=5,sasl_buckets=5 failed

check memcached on cbstats, I got timeout

[root@centos-510-x64 ~]# /opt/couchbase/bin/cbstats localhost:11210 all -b bucket0 -p password
Traceback (most recent call last):
File "/opt/couchbase/lib/python/cbstats", line 491, in ?
main()
File "/opt/couchbase/lib/python/cbstats", line 488, in main
c.execute()
File "/opt/couchbase/lib/python/clitool.py", line 58, in execute
f[0](mc, *args[2:], **opts._dict_)
File "/opt/couchbase/lib/python/cbstats", line 32, in g
mc.sasl_auth_plain(bucket, password)
File "/opt/couchbase/lib/python/mc_bin_client.py", line 244, in sasl_auth_plain
return self.sasl_auth_start('PLAIN', '\0'.join([foruser, user, password]))
File "/opt/couchbase/lib/python/mc_bin_client.py", line 240, in sasl_auth_start
return self._doCmd(memcacheConstants.CMD_SASL_AUTH, mech, data)
File "/opt/couchbase/lib/python/mc_bin_client.py", line 116, in _doCmd
return self._handleSingleResponse(opaque)
File "/opt/couchbase/lib/python/mc_bin_client.py", line 109, in _handleSingleResponse
cmd, opaque, cas, keylen, extralen, data = self._handleKeyedResponse(myopaque)
File "/opt/couchbase/lib/python/mc_bin_client.py", line 101, in _handleKeyedResponse
cmd, errcode, opaque, cas, keylen, extralen, rv = self._recvMsg()
File "/opt/couchbase/lib/python/mc_bin_client.py", line 81, in _recvMsg
data = self._socketRecv(MIN_RECV_PACKET - len(response))
File "/opt/couchbase/lib/python/mc_bin_client.py", line 76, in _socketRecv
raise exceptions.EOFError("Operation timed out")
EOFError: Operation timed out

Here is the backtrace from node 172.23.106.138

[root@centos-510-x64 ~]# gdb /opt/couchbase/bin/memcached 12177
GNU gdb (GDB) CentOS (7.0.1-45.el5.centos)
Copyright (C) 2009 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law. Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-redhat-linux-gnu".
For bug reporting instructions, please see:
<http://www.gnu.org/software/gdb/bugs/>...
Reading symbols from /opt/couchbase/bin/memcached...done.
Attaching to program: /opt/couchbase/bin/memcached, process 12177
Reading symbols from /opt/couchbase/bin/../lib/memcached/libmcd_util.so.1.0.0...done.
Loaded symbols for /opt/couchbase/bin/../lib/memcached/libmcd_util.so.1.0.0
Reading symbols from /opt/couchbase/bin/../lib/libcbsasl.so.1.1.1...done.
Loaded symbols for /opt/couchbase/bin/../lib/libcbsasl.so.1.1.1
Reading symbols from /opt/couchbase/bin/../lib/libplatform.so.0.1.0...done.
Loaded symbols for /opt/couchbase/bin/../lib/libplatform.so.0.1.0
Reading symbols from /opt/couchbase/bin/../lib/libcJSON.so.1.0.0...done.
Loaded symbols for /opt/couchbase/bin/../lib/libcJSON.so.1.0.0
Reading symbols from /opt/couchbase/bin/../lib/libsnappy.so.1...done.
Loaded symbols for /opt/couchbase/bin/../lib/libsnappy.so.1
Reading symbols from /opt/couchbase/bin/../lib/libtcmalloc_minimal.so.4...done.
Loaded symbols for /opt/couchbase/bin/../lib/libtcmalloc_minimal.so.4
Reading symbols from /opt/couchbase/bin/../lib/libevent_core-2.0.so.5...done.
Loaded symbols for /opt/couchbase/bin/../lib/libevent_core-2.0.so.5
Reading symbols from /lib64/libssl.so.6...(no debugging symbols found)...done.
Loaded symbols for /lib64/libssl.so.6
Reading symbols from /lib64/libcrypto.so.6...(no debugging symbols found)...done.
Loaded symbols for /lib64/libcrypto.so.6
Reading symbols from /lib64/libpthread.so.0...(no debugging symbols found)...done.
[Thread debugging using libthread_db enabled]
[New Thread 0x2acea8f5f940 (LWP 13177)]
[New Thread 0x2acea855e940 (LWP 13176)]
[New Thread 0x2acea7b5d940 (LWP 13175)]
[New Thread 0x2acea715c940 (LWP 13174)]
[New Thread 0x2acea675b940 (LWP 13173)]
[New Thread 0x2aceaa361940 (LWP 13172)]
[New Thread 0x2aceaad62940 (LWP 13171)]
[New Thread 0x2aceab763940 (LWP 13170)]
[New Thread 0x2acea36ff940 (LWP 12424)]
[New Thread 0x2acea2cfe940 (LWP 12219)]
[New Thread 0x2acea22fd940 (LWP 12218)]
[New Thread 0x2acea18fc940 (LWP 12217)]
[New Thread 0x2acea0efb940 (LWP 12216)]
[New Thread 0x2acea04fa940 (LWP 12215)]
[New Thread 0x2ace9f8ec940 (LWP 12192)]
[New Thread 0x2ace9ece8940 (LWP 12191)]
Loaded symbols for /lib64/libpthread.so.0
Reading symbols from /lib64/libdl.so.2...(no debugging symbols found)...done.
Loaded symbols for /lib64/libdl.so.2
Reading symbols from /lib64/librt.so.1...(no debugging symbols found)...done.
Loaded symbols for /lib64/librt.so.1
Reading symbols from /lib64/libm.so.6...(no debugging symbols found)...done.
Loaded symbols for /lib64/libm.so.6
Reading symbols from /lib64/libc.so.6...(no debugging symbols found)...done.
Loaded symbols for /lib64/libc.so.6
Reading symbols from /usr/lib64/libstdc++.so.6...(no debugging symbols found)...done.
Loaded symbols for /usr/lib64/libstdc++.so.6
Reading symbols from /lib64/libgcc_s.so.1...(no debugging symbols found)...done.
Loaded symbols for /lib64/libgcc_s.so.1
Reading symbols from /usr/lib64/libgssapi_krb5.so.2...(no debugging symbols found)...done.
Loaded symbols for /usr/lib64/libgssapi_krb5.so.2
Reading symbols from /usr/lib64/libkrb5.so.3...(no debugging symbols found)...done.
Loaded symbols for /usr/lib64/libkrb5.so.3
Reading symbols from /lib64/libcom_err.so.2...(no debugging symbols found)...done.
Loaded symbols for /lib64/libcom_err.so.2
Reading symbols from /usr/lib64/libk5crypto.so.3...(no debugging symbols found)...done.
Loaded symbols for /usr/lib64/libk5crypto.so.3
Reading symbols from /lib64/libz.so.1...(no debugging symbols found)...done.
Loaded symbols for /lib64/libz.so.1
Reading symbols from /lib64/ld-linux-x86-64.so.2...(no debugging symbols found)...done.
Loaded symbols for /lib64/ld-linux-x86-64.so.2
Reading symbols from /usr/lib64/libkrb5support.so.0...(no debugging symbols found)...done.
Loaded symbols for /usr/lib64/libkrb5support.so.0
Reading symbols from /lib64/libkeyutils.so.1...(no debugging symbols found)...done.
Loaded symbols for /lib64/libkeyutils.so.1
Reading symbols from /lib64/libresolv.so.2...(no debugging symbols found)...done.
Loaded symbols for /lib64/libresolv.so.2
Reading symbols from /lib64/libselinux.so.1...(no debugging symbols found)...done.
Loaded symbols for /lib64/libselinux.so.1
Reading symbols from /lib64/libsepol.so.1...(no debugging symbols found)...done.
Loaded symbols for /lib64/libsepol.so.1
Reading symbols from /opt/couchbase/lib/memcached/stdin_term_handler.so...done.
Loaded symbols for /opt/couchbase/lib/memcached/stdin_term_handler.so
Reading symbols from /opt/couchbase/lib/memcached/file_logger.so...done.
Loaded symbols for /opt/couchbase/lib/memcached/file_logger.so
Reading symbols from /opt/couchbase/lib/memcached/bucket_engine.so...done.
Loaded symbols for /opt/couchbase/lib/memcached/bucket_engine.so
Reading symbols from /opt/couchbase/lib/memcached/ep.so...done.
Loaded symbols for /opt/couchbase/lib/memcached/ep.so
Reading symbols from /opt/couchbase/lib/libcouchstore.so...done.
Loaded symbols for /opt/couchbase/lib/libcouchstore.so
Reading symbols from /opt/couchbase/lib/libdirutils.so.0.1.0...done.
Loaded symbols for /opt/couchbase/lib/libdirutils.so.0.1.0
Reading symbols from /opt/couchbase/lib/libv8.so...done.
Loaded symbols for /opt/couchbase/lib/libv8.so
Reading symbols from /opt/couchbase/lib/libicui18n.so.44...done.
Loaded symbols for /opt/couchbase/lib/libicui18n.so.44
Reading symbols from /opt/couchbase/lib/libicuuc.so.44...done.
Loaded symbols for /opt/couchbase/lib/libicuuc.so.44
Reading symbols from /opt/couchbase/lib/libicudata.so.44...(no debugging symbols found)...done.
Loaded symbols for /opt/couchbase/lib/libicudata.so.44

warning: no loadable sections found in added symbol-file system-supplied DSO at 0x7fff6c9fd000
0x0000003fa7ed5658 in epoll_wait () from /lib64/libc.so.6
(gdb) thread apply all bt

Thread 17 (Thread 0x2ace9ece8940 (LWP 12191)):
#0 0x0000003fa7ec748b in read () from /lib64/libc.so.6
#1 0x0000003fa7e6bfa7 in _IO_new_file_underflow () from /lib64/libc.so.6
#2 0x0000003fa7e6c96e in _IO_default_uflow_internal () from /lib64/libc.so.6
#3 0x0000003fa7e61954 in _IO_getline_info_internal () from /lib64/libc.so.6
#4 0x0000003fa7e607f9 in fgets () from /lib64/libc.so.6
#5 0x00002ace9e0e78c1 in check_stdin_thread (arg=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/extensions/daemon/stdin_check.c:38
#6 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172090) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#7 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#8 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 16 (Thread 0x2ace9f8ec940 (LWP 12192)):
#0 0x0000003fa860b280 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00002ace9d64a8fb in cb_cond_timedwait (cond=0x2ace9eeeb800, mutex=0x2ace9eeeb7c0, ms=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:156
#2 0x00002ace9ecead4d in logger_thead_main (arg=0x1917a940) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/extensions/loggers/file_logger.c:363
#3 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172080) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#4 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#5 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 15 (Thread 0x2acea04fa940 (LWP 12215)):
#0 0x0000003fa860d654 in __lll_lock_wait () from /lib64/libpthread.so.0
#1 0x0000003fa8608f4a in _L_lock_1034 () from /lib64/libpthread.so.0
#2 0x0000003fa8608e0c in pthread_mutex_lock () from /lib64/libpthread.so.0
#3 0x00002ace9d64aa09 in cb_mutex_enter (mutex=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:85
#4 0x00002ace9f8f0880 in lock_engines (name=0x19182e28 "bucket3") at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:330
#5 find_bucket (name=0x19182e28 "bucket3") at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:671
#6 0x00002ace9f8f205a in handle_select_bucket (handle=0x2ace9faf97c0, cookie=0x22447b00, request=0x2246c800, response=0x408cc0 <binary_response_handler>)
at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:2890
#7 bucket_unknown_command (handle=0x2ace9faf97c0, cookie=0x22447b00, request=0x2246c800, response=0x408cc0 <binary_response_handler>)
at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:3030
#8 0x000000000041558e in process_bin_unknown_packet (c=0x22447b00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:2785
#9 process_bin_packet (c=0x22447b00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:4530
#10 complete_nread (c=0x22447b00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:5087
#11 conn_nread (c=0x22447b00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:6253
#12 0x00000000004088fd in event_handler (fd=<value optimized out>, which=<value optimized out>, arg=0x22447b00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:6526
#13 0x00002ace9deb6d3c in event_process_active_single_queue (base=0x224ee500, flags=<value optimized out>) at event.c:1308
#14 event_process_active (base=0x224ee500, flags=<value optimized out>) at event.c:1375
#15 event_base_loop (base=0x224ee500, flags=<value optimized out>) at event.c:1572
#16 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172120) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#17 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#18 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 14 (Thread 0x2acea0efb940 (LWP 12216)):
#0 0x0000003fa860d654 in __lll_lock_wait () from /lib64/libpthread.so.0
#1 0x0000003fa8608f4a in _L_lock_1034 () from /lib64/libpthread.so.0
#2 0x0000003fa8608e0c in pthread_mutex_lock () from /lib64/libpthread.so.0
#3 0x00002ace9d64aa09 in cb_mutex_enter (mutex=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:85
#4 0x00002ace9f8f1095 in lock_engines (handle=0x2ace9faf97c0, cookie=0x223b4f00, request=<value optimized out>, response=0x408cc0 <binary_response_handler>)
at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:330
#5 handle_create_bucket (handle=0x2ace9faf97c0, cookie=0x223b4f00, request=<value optimized out>, response=0x408cc0 <binary_response_handler>)
at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:2677
#6 0x00002ace9f8f2189 in bucket_unknown_command (handle=0x2ace9faf97c0, cookie=0x223b4f00, request=0x223dc800, response=0x408cc0 <binary_response_handler>)
at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:3018
#7 0x000000000041558e in process_bin_unknown_packet (c=0x223b4f00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:2785
#8 process_bin_packet (c=0x223b4f00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:4530
#9 complete_nread (c=0x223b4f00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:5087
#10 conn_nread (c=0x223b4f00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:6253
#11 0x00000000004088fd in event_handler (fd=<value optimized out>, which=<value optimized out>, arg=0x223b4f00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:6526
--Type <return> to continue, or q <return> to quit--
#12 0x00002ace9deb6d3c in event_process_active_single_queue (base=0x224ee280, flags=<value optimized out>) at event.c:1308
#13 event_process_active (base=0x224ee280, flags=<value optimized out>) at event.c:1375
#14 event_base_loop (base=0x224ee280, flags=<value optimized out>) at event.c:1572
#15 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172110) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#16 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#17 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 13 (Thread 0x2acea18fc940 (LWP 12217)):
#0 0x0000003fa860d654 in __lll_lock_wait () from /lib64/libpthread.so.0
#1 0x0000003fa8608f4a in _L_lock_1034 () from /lib64/libpthread.so.0
#2 0x0000003fa8608e0c in pthread_mutex_lock () from /lib64/libpthread.so.0
#3 0x00002ace9d64aa09 in cb_mutex_enter (mutex=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:85
#4 0x00002ace9f8f0880 in lock_engines (name=0x19183618 "bucket0") at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:330
#5 find_bucket (name=0x19183618 "bucket0") at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:671
#6 0x00002ace9f8f205a in handle_select_bucket (handle=0x2ace9faf97c0, cookie=0x22495c00, request=0x2247c800, response=0x408cc0 <binary_response_handler>)
at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:2890
#7 bucket_unknown_command (handle=0x2ace9faf97c0, cookie=0x22495c00, request=0x2247c800, response=0x408cc0 <binary_response_handler>)
at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:3030
#8 0x000000000041558e in process_bin_unknown_packet (c=0x22495c00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:2785
#9 process_bin_packet (c=0x22495c00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:4530
#10 complete_nread (c=0x22495c00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:5087
#11 conn_nread (c=0x22495c00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:6253
#12 0x00000000004088fd in event_handler (fd=<value optimized out>, which=<value optimized out>, arg=0x22495c00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:6526
#13 0x00002ace9deb6d3c in event_process_active_single_queue (base=0x224eec80, flags=<value optimized out>) at event.c:1308
#14 event_process_active (base=0x224eec80, flags=<value optimized out>) at event.c:1375
#15 event_base_loop (base=0x224eec80, flags=<value optimized out>) at event.c:1572
#16 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172100) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#17 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#18 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 12 (Thread 0x2acea22fd940 (LWP 12218)):

#0 0x0000003fa7ece402 in select () from /lib64/libc.so.6
#1 0x00002acea37ddf4b in CouchNotifier::waitForReadable (this=0x2f354000, tryOnce=true) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/couch-kvstore/couch-notifier.cc:724
#2 0x00002acea37ddab3 in waitOnce (this=0x2f354000) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/couch-kvstore/couch-notifier.cc:779
#3 CouchNotifier::selectBucket (this=0x2f354000) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/couch-kvstore/couch-notifier.cc:828
#4 0x00002acea37df042 in CouchNotifier::CouchNotifier (this=0x2f354000, st=<value optimized out>, config=<value optimized out>)
at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/couch-kvstore/couch-notifier.cc:189
#5 0x00002acea37cd23a in create (this=0x27771400) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/couch-kvstore/couch-notifier.h:155
#6 CouchKVStore::open (this=0x27771400) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/couch-kvstore/couch-kvstore.cc:1182
#7 0x00002acea37ce617 in CouchKVStore::CouchKVStore (this=0x27771400, stats=<value optimized out>, config=<value optimized out>, read_only=<value optimized out>)
at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/couch-kvstore/couch-kvstore.cc:297
#8 0x00002acea37b9bbb in KVStoreFactory::create (stats=..., config=..., read_only=false) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/kvstore.cc:37
#9 0x00002acea376fad1 in KVShard::KVShard (this=0x2d4b1600, id=<value optimized out>, store=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/kvshard.cc:36
#10 0x00002acea37ae3f7 in VBucketMap::VBucketMap (this=0x2438b8f0, config=<value optimized out>, store=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/vbucketmap.cc:38
#11 0x00002acea37348a8 in EventuallyPersistentStore::EventuallyPersistentStore (this=0x2acea22bc030, theEngine=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/ep.cc:177
#12 0x00002acea3747ab6 in EventuallyPersistentEngine::initialize (this=0x3290c800, config=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/ep_engine.cc:1807
#13 0x00002acea3747e66 in EvpInitialize (handle=0x3290c800,
config_str=0x2438bd63 "ht_size=3079;ht_locks=5;tap_noop_interval=20;max_txn_size=10000;max_size=152043520;tap_keepalive=300;dbname=/opt/couchbase/var/lib/couchbase/data/bucket2;allow_data_loss_during_shutdown=true;backend=c"...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/ep_engine.cc:129
#14 0x00002ace9f8f0e7b in create_bucket_UNLOCKED (e=0x2ace9faf97c0, bucket_name=0x191825e8 "bucket2", path=0x2438bd40 "/opt/couchbase/lib/memcached/ep.so",
config=0x2438bd63 "ht_size=3079;ht_locks=5;tap_noop_interval=20;max_txn_size=10000;max_size=152043520;tap_keepalive=300;dbname=/opt/couchbase/var/lib/couchbase/data/bucket2;allow_data_loss_during_shutdown=true;backend=c"...,
e_out=0x0, msg=0x2acea22fca40 "", msglen=1024) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:813
#15 0x00002ace9f8f10b6 in handle_create_bucket (handle=0x2ace9faf97c0, cookie=0x22446f00, request=<value optimized out>, response=0x408cc0 <binary_response_handler>)
at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:2678
#16 0x00002ace9f8f2189 in bucket_unknown_command (handle=0x2ace9faf97c0, cookie=0x22446f00, request=0x2247e800, response=0x408cc0 <binary_response_handler>)
at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/engines/bucket_engine/bucket_engine.c:3018
#17 0x000000000041558e in process_bin_unknown_packet (c=0x22446f00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:2785
#18 process_bin_packet (c=0x22446f00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:4530
#19 complete_nread (c=0x22446f00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:5087
--Type <return> to continue, or q <return> to quit--
#20 conn_nread (c=0x22446f00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:6253
#21 0x00000000004088fd in event_handler (fd=<value optimized out>, which=<value optimized out>, arg=0x22446f00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:6526
#22 0x00002ace9deb6d3c in event_process_active_single_queue (base=0x224eea00, flags=<value optimized out>) at event.c:1308
#23 event_process_active (base=0x224eea00, flags=<value optimized out>) at event.c:1375
#24 event_base_loop (base=0x224eea00, flags=<value optimized out>) at event.c:1572
#25 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x191720f0) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#26 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#27 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 11 (Thread 0x2acea2cfe940 (LWP 12219)):
#0 0x0000003fa7ed5658 in epoll_wait () from /lib64/libc.so.6
#1 0x00002ace9decb376 in epoll_dispatch (base=0x224ee780, tv=<value optimized out>) at epoll.c:404
#2 0x00002ace9deb6c44 in event_base_loop (base=0x224ee780, flags=<value optimized out>) at event.c:1558
#3 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x191721b0) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#4 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#5 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 10 (Thread 0x2acea36ff940 (LWP 12424)):
#0 0x0000003fa7e9a4a1 in nanosleep () from /lib64/libc.so.6
#1 0x0000003fa7ecebb4 in usleep () from /lib64/libc.so.6
#2 0x00002acea3771535 in updateStatsThread (arg=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/memory_tracker.cc:36
#3 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x191721c0) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#4 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#5 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 9 (Thread 0x2aceab763940 (LWP 13170)):
#0 0x0000003fa860b280 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00002ace9d64a8fb in cb_cond_timedwait (cond=0x2254ade0, mutex=0x2254ada8, ms=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:156
#2 0x00002acea3764767 in wait (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/syncobject.h:74
#3 ExecutorPool::trySleep (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:170
#4 0x00002acea37649b5 in ExecutorPool::nextTask (this=0x2254ad80, t=..., tick=0 '\000') at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:144
#5 0x00002acea3773709 in ExecutorThread::run (this=0x233f60a0) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:77
#6 0x00002acea3773c96 in launch_executor_thread (arg=0x2254ade4) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:33
#7 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172460) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#8 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#9 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 8 (Thread 0x2aceaad62940 (LWP 13171)):
#0 0x0000003fa860b280 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00002ace9d64a8fb in cb_cond_timedwait (cond=0x2254ade0, mutex=0x2254ada8, ms=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:156
#2 0x00002acea3764767 in wait (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/syncobject.h:74
#3 ExecutorPool::trySleep (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:170
#4 0x00002acea37649b5 in ExecutorPool::nextTask (this=0x2254ad80, t=..., tick=0 '\000') at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:144
#5 0x00002acea3773709 in ExecutorThread::run (this=0x233f6050) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:77
#6 0x00002acea3773c96 in launch_executor_thread (arg=0x2254ade4) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:33
#7 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172480) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#8 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#9 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 7 (Thread 0x2aceaa361940 (LWP 13172)):
#0 0x0000003fa860b280 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00002ace9d64a8fb in cb_cond_timedwait (cond=0x2254ade0, mutex=0x2254ada8, ms=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:156
#2 0x00002acea3764767 in wait (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/syncobject.h:74
#3 ExecutorPool::trySleep (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:170
#4 0x00002acea37649b5 in ExecutorPool::nextTask (this=0x2254ad80, t=..., tick=0 '\000') at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:144
#5 0x00002acea3773709 in ExecutorThread::run (this=0x233f6000) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:77
#6 0x00002acea3773c96 in launch_executor_thread (arg=0x2254ade4) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:33
#7 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172280) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#8 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
--Type <return> to continue, or q <return> to quit--
#9 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 6 (Thread 0x2acea675b940 (LWP 13173)):
#0 0x0000003fa860b280 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00002ace9d64a8fb in cb_cond_timedwait (cond=0x2254ade0, mutex=0x2254ada8, ms=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:156
#2 0x00002acea3764767 in wait (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/syncobject.h:74
#3 ExecutorPool::trySleep (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:170
#4 0x00002acea376499a in ExecutorPool::nextTask (this=0x2254ad80, t=..., tick=70 'F') at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:128
#5 0x00002acea3773709 in ExecutorThread::run (this=0x228cfe80) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:77
#6 0x00002acea3773c96 in launch_executor_thread (arg=0x2254ade4) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:33
#7 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172990) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#8 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#9 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 5 (Thread 0x2acea715c940 (LWP 13174)):
#0 0x0000003fa860b280 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00002ace9d64a8fb in cb_cond_timedwait (cond=0x2254ade0, mutex=0x2254ada8, ms=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:156
#2 0x00002acea3764767 in wait (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/syncobject.h:74
#3 ExecutorPool::trySleep (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:170
#4 0x00002acea376499a in ExecutorPool::nextTask (this=0x2254ad80, t=..., tick=105 'i') at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:128
#5 0x00002acea3773709 in ExecutorThread::run (this=0x228cedf0) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:77
#6 0x00002acea3773c96 in launch_executor_thread (arg=0x2254ade4) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:33
#7 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172470) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#8 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#9 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 4 (Thread 0x2acea7b5d940 (LWP 13175)):
#0 0x0000003fa860b280 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00002ace9d64a8fb in cb_cond_timedwait (cond=0x2254ade0, mutex=0x2254ada8, ms=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:156
#2 0x00002acea3764767 in wait (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/syncobject.h:74
#3 ExecutorPool::trySleep (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:170
#4 0x00002acea376499a in ExecutorPool::nextTask (this=0x2254ad80, t=..., tick=225 '\341') at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:128
#5 0x00002acea3773709 in ExecutorThread::run (this=0x228ced00) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:77
#6 0x00002acea3773c96 in launch_executor_thread (arg=0x2254ade4) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:33
#7 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172c40) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#8 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#9 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 3 (Thread 0x2acea855e940 (LWP 13176)):
#0 0x0000003fa860b280 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00002ace9d64a8fb in cb_cond_timedwait (cond=0x2254ade0, mutex=0x2254ada8, ms=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:156
#2 0x00002acea3764767 in wait (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/syncobject.h:74
#3 ExecutorPool::trySleep (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:170
#4 0x00002acea37649b5 in ExecutorPool::nextTask (this=0x2254ad80, t=..., tick=8 '\b') at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:144
#5 0x00002acea3773709 in ExecutorThread::run (this=0x228ce940) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:77
#6 0x00002acea3773c96 in launch_executor_thread (arg=0x2254ade4) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:33
#7 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x19172200) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
#8 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#9 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 2 (Thread 0x2acea8f5f940 (LWP 13177)):
#0 0x0000003fa860b280 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00002ace9d64a8fb in cb_cond_timedwait (cond=0x2254ade0, mutex=0x2254ada8, ms=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:156
#2 0x00002acea3764767 in wait (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/syncobject.h:74
#3 ExecutorPool::trySleep (this=0x2254ad80, t=..., now=...) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:170
#4 0x00002acea376499a in ExecutorPool::nextTask (this=0x2254ad80, t=..., tick=155 '\233') at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorpool.cc:128
#5 0x00002acea3773709 in ExecutorThread::run (this=0x228ce850) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:77
#6 0x00002acea3773c96 in launch_executor_thread (arg=0x2254ade4) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/ep-engine/src/executorthread.cc:33
#7 0x00002ace9d64ab7f in platform_thread_wrap (arg=0x191724a0) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/platform/src/cb_pthreads.c:19
--Type <return> to continue, or q <return> to quit--
#8 0x0000003fa860683d in start_thread () from /lib64/libpthread.so.0
#9 0x0000003fa7ed526d in clone () from /lib64/libc.so.6

Thread 1 (Thread 0x2ace9e0e63a0 (LWP 12177)):
#0 0x0000003fa7ed5658 in epoll_wait () from /lib64/libc.so.6
#1 0x00002ace9decb376 in epoll_dispatch (base=0x224ee000, tv=<value optimized out>) at epoll.c:404
#2 0x00002ace9deb6c44 in event_base_loop (base=0x224ee000, flags=<value optimized out>) at event.c:1558
#3 0x000000000040d2e5 in main (argc=<value optimized out>, argv=<value optimized out>) at /home/buildbot/centos-5-x64-300-builder/build/build/cmake/memcached/daemon/memcached.c:7977
(gdb)

Live node is available at 172.23.106.138
Due to memcached hang, I could not get the collect info from the node