Major Description
ran into this issue when working on an upgrade issue where memcached didn't start after upgrade.
cbcollect_info as shown in the output hangs and i had to interrupt it with ctrl+c
[root@ip-10-144-64-55 bin]# ./cbcollect_info u.zip
uname (uname -a) - OK
Directory structure (ls -lR '/opt/couchbase' /opt/membase /var/membase /etc/opt/membase) - Exit code 2
Database directory structure (ls -lR /opt/couchbase/var/lib/couchbase/data) - OK
Directory structure membase - previous versions (ls -lR /opt/membase /var/membase /var/opt/membase /etc/opt/membase) - Exit code 2
Process list snapshot (top -H -n 1) - OK
Process list (ps -AwwL -o user,pid,lwp,ppid,nlwp,pcpu,pri,nice,vsize,rss,tty,stat,wchan:12,start,bsdtime,command) - OK
Swap configuration (free -t) - OK
Swap configuration (swapon -s) - OK
Kernel modules (lsmod) - OK
Distro version (cat /etc/redhat-release) - OK
Distro version (lsb_release -a) - OK
Installed software (rpm -qa) - OK
Installed software (COLUMNS=300 dpkg -l) - Exit code 127
Extended iostat (iostat -x -p ALL 1 10 || iostat -x 1 10) - Exit code 127
Process usage (export TERM=linux; top -b -n1 | egrep 'moxi|memcached|vbucketmigrator|CPU|load|Mem:|Swap:|Cpu(s)') - OK
Core dump settings (find /proc/sys/kernel -type f -name 'core' -print -exec cat '{}' ';') - OK
netstat -nap (netstat -nap) - OK
relevant lsof output (lsof -n | grep 'moxi|memcached|vbucketmigrator|beam') - OK
Network configuration (ifconfig -a) - OK
Taking sample 2 after 10.000000 seconds -
OK
Network status (netstat -an) - OK
Network routing table (netstat -rn) - OK
Arp cache (arp -na) - OK
Filesystem (df -ha) - OK
System activity reporter (sar 1 10) - Exit code 127
System paging activity (vmstat 1 10) - OK
System uptime (uptime) - OK
couchbase user definition (getent passwd couchbase) - OK
couchbase user limits (su couchbase -c "ulimit -a") - OK
membase user definition (getent passwd membase) - Exit code 2
couchbase user limits (su couchbase -c "ulimit -a") - OK
membase user limits (su membase -c "ulimit -a") - Exit code 1
Interrupt status (intrstat 1 10) - Exit code 127
Processor status (mpstat 1 10) - Exit code 127
System log (cat /var/adm/messages) - Exit code 1
System log (cat /var/log/syslog) - Exit code 1
System log (cat /var/log/messages) - OK
Version file (cat '/opt/couchbase/VERSION.txt') - OK
Manifest file (cat '/opt/couchbase/manifest.txt') - OK
Manifest file (cat '/opt/couchbase/manifest.xml') - OK
Memcached logs (cd '/opt/couchbase'/var/lib/couchbase/logs && cat $(ls -tr memcached.log.*)) -
Traceback (most recent call last):
File "./cbcollect_info", line 481, in ?
main()
File "./cbcollect_info", line 475, in main
runner.run(task)
File "./cbcollect_info", line 113, in run
result = task.execute(fp)
File "./cbcollect_info", line 59, in execute
return p.wait()
File "/usr/lib/python2.4/subprocess.py", line 1027, in wait
pid, sts = os.waitpid(self.pid, 0)
KeyboardInterrupt
[root@ip-10-144-64-55 bin]# ls /opt/couchbase/var/lib/couchbase/logs/
couchdb.1 debug.7 info.5 stats.siz
couchdb.idx debug.8 info.6 views.1
couchdb.siz debug.9 info.7 views.idx
debug.1 debug.idx info.8 views.siz
debug.10 debug.siz info.idx xdcr.1
debug.11 error.1 info.siz xdcr_errors.1
debug.12 error.idx mapreduce_errors.1 xdcr_errors.idx
debug.2 error.siz mapreduce_errors.idx xdcr_errors.siz
debug.3 info.1 mapreduce_errors.siz xdcr.idx
debug.4 info.2 start.log xdcr.siz
debug.5 info.3 stats.1
debug.6 info.4 stats.idx