Details
-
Bug
-
Resolution: Fixed
-
Major
-
2.0-beta
-
Security Level: Public
-
None
Description
2.0.0-1921-rel
test fails:
testrunner -i /tmp/rebalance_regression.ini get-logs=True,wait_timeout=90 -t rebalance.rebalancein.RebalanceInTests.rebalance_in_with_ddoc_compaction,items=1000000,nodes_in=3,replica=1,fragmentation_value=80,max_verify=100000
http://qa.hq.northscale.net/job/centos-64-2.0-rebalance-regressions/112/consoleFull
[2012-10-31 16:36:25,299] - [task:1475] INFO - current amount of fragmentation = 79
[2012-10-31 16:36:28,092] - [task:1475] INFO - current amount of fragmentation = 79
[2012-10-31 16:36:30,816] - [task:1475] INFO - current amount of fragmentation = 80
ERROR
[('/usr/lib64/python2.6/threading.py', 504, '__bootstrap', 'self.__bootstrap_inner()'), ('/usr/lib64/python2.6/threading.py', 532, '__bootstrap_inner', 'self.run()'), ('lib/tasks/task.py', 377, 'run', 'self.next()'), ('lib/tasks/task.py', 475, 'next', 'self._unlocked_update(partition, key)'), ('lib/tasks/task.py', 430, '_unlocked_update', 'self.set_exception(error)'), ('lib/tasks/future.py', 261, 'set_exception', 'print traceback.extract_stack()')]
[('/usr/lib64/python2.6/threading.py', 504, '__bootstrap', 'self.__bootstrap_inner()'), ('/usr/lib64/python2.6/threading.py', 532, '__bootstrap_inner', 'self.run()'), ('lib/tasks/task.py', 377, 'run', 'self.next()'), ('lib/tasks/task.py', 475, 'next', 'self._unlocked_update(partition, key)'), ('lib/tasks/task.py', 442, '_unlocked_update', 'self.set_exception(error)'), ('lib/tasks/future.py', 261, 'set_exception', 'print traceback.extract_stack()')]
[2012-10-31 16:48:17,507] - [basetestcase:76] INFO - ============== basetestcase cleanup was started for test #11 rebalance_in_with_ddoc_compaction ==============
[2012-10-31 16:48:17,571] - [bucket_helper:124] INFO - deleting existing buckets on [ip:10.3.121.92 port:8091 ssh_username:root, ip:10.3.121.94 port:8091 ssh_username:root, ip:10.3.121.93 port:8091 ssh_username:root, ip:10.3.121.96 port:8091 ssh_username:root, ip:10.3.121.95 port:8091 ssh_username:root, ip:10.3.121.98 port:8091 ssh_username:root, ip:10.3.121.97 port:8091 ssh_username:root]
[2012-10-31 16:48:17,615] - [rest_client:622] ERROR - http://10.3.121.92:8091/pools/default/buckets/ error 500 reason: unknown ["Unexpected server error, request logged."]
on node 10.3.121.92 memcached was crashed but core dump size is 0
root@ubuntu1104-64:/tmp# ls -la
total 6850252
drwxrwxrwt 3 root root 12288 2012-11-01 02:17 .
drwxr-xr-x 21 root root 4096 2012-09-14 06:34 ..
drwx------ 2 root root 4096 2012-10-31 06:42 atop.d
rw------ 1 couchbase couchbase 2030645248 2012-10-10 01:09 core.memcached.10136
rw------ 1 couchbase couchbase 2163826688 2012-10-18 00:25 core.memcached.18078
rw------ 1 couchbase couchbase 632446976 2012-10-12 07:52 core.memcached.19789
rw------ 1 couchbase couchbase 0 2012-10-31 16:48 core.memcached.28158
rw------ 1 couchbase couchbase 2137444352 2012-10-20 10:04 core.memcached.29263
rw------ 1 couchbase couchbase 580755456 2012-10-04 03:47 core.memcached.7346
rw-rr- 1 root root 120467116 2012-10-31 00:26 couchbase-server-enterprise_x86_64_2.0.0-1921-rel.deb
root@ubuntu1104-64:/tmp# ulimit -a
core file size (blocks, -c) unlimited
data seg size (kbytes, -d) unlimited
scheduling priority (-e) 20
file size (blocks, -f) unlimited
pending signals (-i) 16382
max locked memory (kbytes, -l) 64
max memory size (kbytes, -m) unlimited
open files (-n) 1024
pipe size (512 bytes, -p) 8
POSIX message queues (bytes, -q) 819200
real-time priority (-r) 0
stack size (kbytes, -s) 8192
cpu time (seconds, -t) unlimited
max user processes (-u) unlimited
virtual memory (kbytes, -v) unlimited
file locks (-x) unlimited