per_node_diag = [{'ns_1@10.118.33.180', {badrpc, {'EXIT', {function_clause, [{diag_handler, diag_filter_out_config_password_list, [none,#Ref<0.0.7.257650>]}, {diag_handler, diag_filter_out_config_password_list,2}, {diag_handler, diag_filter_out_config_password_list,2}, {diag_handler, diag_filter_out_config_password_list,2}, {diag_handler, diag_filter_out_config_password_rec,2}, {diag_handler, diag_filter_out_config_password_list,2}, {diag_handler, diag_filter_out_config_password_list,2}, {diag_handler, diag_filter_out_config_password,1}]}}}}] nodes_info = [{struct, [{systemStats, {struct, [{cpu_utilization_rate,0.2597402597402597}, {swap_total,0}, {swap_used,0}]}}, {interestingStats,{struct,[]}}, {uptime,<<"37010">>}, {memoryTotal,7836213248}, {memoryFree,4511592448}, {mcdMemoryReserved,5978}, {mcdMemoryAllocated,5978}, {otpNode,<<"ns_1@10.118.33.180">>}, {otpCookie,<<"jfuvhyncoggroker">>}, {clusterMembership,<<"active">>}, {status,<<"healthy">>}, {hostname,<<"10.118.33.180:8091">>}, {clusterCompatibility,1}, {version,<<"basestar-339-g5fff093">>}, {os,<<"x86_64-unknown-linux-gnu">>}, {ports,{struct,[{proxy,11211},{direct,11210}]}}]}] buckets = [] logs: ------------------------------- 2011-05-27 07:08:43.378 ns_node_disco:3:info:cookie update(ns_1@127.0.0.1) - Initial otp cookie generated: jfuvhyncoggroker 2011-05-27 07:08:43.426 menelaus_sup:1:info:web start ok(ns_1@127.0.0.1) - Membase Server has started on web port 8091 on node 'ns_1@127.0.0.1'. 2011-05-27 07:11:34.786 menelaus_web:12:info:message(ns_1@127.0.0.1) - Created bucket "default" of type: membase 2011-05-27 07:11:35.794 ns_memcached:1:info:message(ns_1@127.0.0.1) - Bucket "default" loaded on node 'ns_1@127.0.0.1' in 0 seconds. 2011-05-27 07:12:10.191 ns_node_disco:5:warning:node down(nonode@nohost) - Node nonode@nohost saw that node 'ns_1@127.0.0.1' went down. 2011-05-27 07:12:10.192 ns_node_disco:4:info:node up(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.118.33.180' came up. 2011-05-27 07:12:11.759 ns_node_disco:4:info:node up(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.196.115.32' came up. 2011-05-27 07:12:11.760 menelaus_sup:1:info:web start ok(ns_1@10.196.115.32) - Membase Server has started on web port 8091 on node 'ns_1@10.196.115.32'. 2011-05-27 07:12:11.773 ns_cluster:3:info:message(ns_1@10.196.115.32) - Node ns_1@10.196.115.32 joined cluster 2011-05-27 07:14:23.963 ns_orchestrator:4:info:message(ns_1@10.118.33.180) - Starting rebalance, KeepNodes = ['ns_1@10.118.33.180','ns_1@10.196.115.32'], EjectNodes = [] 2011-05-27 07:14:24.994 ns_memcached:1:info:message(ns_1@10.196.115.32) - Bucket "default" loaded on node 'ns_1@10.196.115.32' in 0 seconds. 2011-05-27 07:15:23.048 ns_orchestrator:1:info:message(ns_1@10.118.33.180) - Rebalance completed successfully. 2011-05-27 07:15:37.859 ns_node_disco:4:info:node up(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.35.71.137' came up. 2011-05-27 07:15:37.875 menelaus_sup:1:info:web start ok(ns_1@10.35.71.137) - Membase Server has started on web port 8091 on node 'ns_1@10.35.71.137'. 2011-05-27 07:15:37.888 ns_cluster:3:info:message(ns_1@10.35.71.137) - Node ns_1@10.35.71.137 joined cluster 2011-05-27 07:15:38.009 ns_node_disco:4:info:node up(ns_1@10.196.115.32) - Node 'ns_1@10.196.115.32' saw that node 'ns_1@10.35.71.137' came up. 2011-05-27 07:15:38.019 ns_node_disco:4:info:node up(ns_1@10.35.71.137) - Node 'ns_1@10.35.71.137' saw that node 'ns_1@10.196.115.32' came up. 2011-05-27 07:19:57.984 ns_orchestrator:4:info:message(ns_1@10.118.33.180) - Starting rebalance, KeepNodes = ['ns_1@10.196.115.32','ns_1@10.118.33.180', 'ns_1@10.35.71.137'], EjectNodes = [] 2011-05-27 07:19:59.016 ns_memcached:1:info:message(ns_1@10.35.71.137) - Bucket "default" loaded on node 'ns_1@10.35.71.137' in 0 seconds. 2011-05-27 07:20:58.470 ns_orchestrator:1:info:message(ns_1@10.118.33.180) - Rebalance completed successfully. 2011-05-27 07:21:14.633 ns_node_disco:4:info:node up(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.196.170.208' came up. 2011-05-27 07:21:14.652 menelaus_sup:1:info:web start ok(ns_1@10.196.170.208) - Membase Server has started on web port 8091 on node 'ns_1@10.196.170.208'. 2011-05-27 07:21:14.669 ns_cluster:3:info:message(ns_1@10.196.170.208) - Node ns_1@10.196.170.208 joined cluster 2011-05-27 07:21:14.770 ns_node_disco:4:info:node up(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' saw that node 'ns_1@10.196.115.32' came up. 2011-05-27 07:21:14.771 ns_node_disco:4:info:node up(ns_1@10.196.115.32) - Node 'ns_1@10.196.115.32' saw that node 'ns_1@10.196.170.208' came up. 2011-05-27 07:21:46.630 ns_node_disco:4:info:node up(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' saw that node 'ns_1@10.35.71.137' came up. 2011-05-27 07:21:46.642 ns_node_disco:4:info:node up(ns_1@10.35.71.137) - Node 'ns_1@10.35.71.137' saw that node 'ns_1@10.196.170.208' came up. 2011-05-27 07:27:05.339 ns_orchestrator:4:info:message(ns_1@10.118.33.180) - Starting rebalance, KeepNodes = ['ns_1@10.196.115.32','ns_1@10.118.33.180', 'ns_1@10.35.71.137','ns_1@10.196.170.208'], EjectNodes = [] 2011-05-27 07:27:06.366 ns_memcached:1:info:message(ns_1@10.196.170.208) - Bucket "default" loaded on node 'ns_1@10.196.170.208' in 0 seconds. 2011-05-27 07:27:51.008 ns_orchestrator:1:info:message(ns_1@10.118.33.180) - Rebalance completed successfully. 2011-05-27 07:28:05.183 ns_node_disco:4:info:node up(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.114.170.234' came up. 2011-05-27 07:28:05.202 menelaus_sup:1:info:web start ok(ns_1@10.114.170.234) - Membase Server has started on web port 8091 on node 'ns_1@10.114.170.234'. 2011-05-27 07:28:05.212 ns_cluster:3:info:message(ns_1@10.114.170.234) - Node ns_1@10.114.170.234 joined cluster 2011-05-27 07:28:05.385 ns_node_disco:4:info:node up(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' saw that node 'ns_1@10.114.170.234' came up. 2011-05-27 07:28:05.389 ns_node_disco:4:info:node up(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' saw that node 'ns_1@10.196.170.208' came up. 2011-05-27 07:28:05.390 ns_node_disco:4:info:node up(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' saw that node 'ns_1@10.35.71.137' came up. 2011-05-27 07:28:05.395 ns_node_disco:4:info:node up(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' saw that node 'ns_1@10.196.115.32' came up. 2011-05-27 07:28:05.401 ns_node_disco:4:info:node up(ns_1@10.35.71.137) - Node 'ns_1@10.35.71.137' saw that node 'ns_1@10.114.170.234' came up. 2011-05-27 07:28:05.403 ns_node_disco:4:info:node up(ns_1@10.196.115.32) - Node 'ns_1@10.196.115.32' saw that node 'ns_1@10.114.170.234' came up. 2011-05-27 07:35:09.714 ns_orchestrator:4:info:message(ns_1@10.118.33.180) - Starting rebalance, KeepNodes = ['ns_1@10.196.115.32','ns_1@10.196.170.208', 'ns_1@10.118.33.180','ns_1@10.35.71.137', 'ns_1@10.114.170.234'], EjectNodes = [] 2011-05-27 07:35:10.748 ns_memcached:1:info:message(ns_1@10.114.170.234) - Bucket "default" loaded on node 'ns_1@10.114.170.234' in 0 seconds. 2011-05-27 07:35:56.826 ns_orchestrator:1:info:message(ns_1@10.118.33.180) - Rebalance completed successfully. 2011-05-27 07:36:12.351 ns_node_disco:4:info:node up(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.82.226.74' came up. 2011-05-27 07:36:12.359 menelaus_sup:1:info:web start ok(ns_1@10.82.226.74) - Membase Server has started on web port 8091 on node 'ns_1@10.82.226.74'. 2011-05-27 07:36:12.382 ns_cluster:3:info:message(ns_1@10.82.226.74) - Node ns_1@10.82.226.74 joined cluster 2011-05-27 07:36:12.433 ns_node_disco:4:info:node up(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' saw that node 'ns_1@10.82.226.74' came up. 2011-05-27 07:36:12.433 ns_node_disco:4:info:node up(ns_1@10.82.226.74) - Node 'ns_1@10.82.226.74' saw that node 'ns_1@10.196.170.208' came up. 2011-05-27 07:36:12.434 ns_node_disco:4:info:node up(ns_1@10.82.226.74) - Node 'ns_1@10.82.226.74' saw that node 'ns_1@10.35.71.137' came up. 2011-05-27 07:36:12.435 ns_node_disco:4:info:node up(ns_1@10.82.226.74) - Node 'ns_1@10.82.226.74' saw that node 'ns_1@10.196.115.32' came up. 2011-05-27 07:36:12.444 ns_node_disco:4:info:node up(ns_1@10.35.71.137) - Node 'ns_1@10.35.71.137' saw that node 'ns_1@10.82.226.74' came up. 2011-05-27 07:36:12.451 ns_node_disco:4:info:node up(ns_1@10.196.115.32) - Node 'ns_1@10.196.115.32' saw that node 'ns_1@10.82.226.74' came up. 2011-05-27 07:36:12.525 ns_node_disco:4:info:node up(ns_1@10.82.226.74) - Node 'ns_1@10.82.226.74' saw that node 'ns_1@10.114.170.234' came up. 2011-05-27 07:36:12.526 ns_node_disco:4:info:node up(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' saw that node 'ns_1@10.82.226.74' came up. 2011-05-27 07:44:28.385 ns_orchestrator:4:info:message(ns_1@10.118.33.180) - Starting rebalance, KeepNodes = ['ns_1@10.196.115.32','ns_1@10.196.170.208', 'ns_1@10.35.71.137','ns_1@10.118.33.180', 'ns_1@10.114.170.234','ns_1@10.82.226.74'], EjectNodes = [] 2011-05-27 07:44:29.477 ns_memcached:1:info:message(ns_1@10.82.226.74) - Bucket "default" loaded on node 'ns_1@10.82.226.74' in 0 seconds. 2011-05-27 07:45:18.395 ns_orchestrator:1:info:message(ns_1@10.118.33.180) - Rebalance completed successfully. 2011-05-27 07:45:41.843 ns_node_disco:4:info:node up(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.38.31.216' came up. 2011-05-27 07:45:41.857 menelaus_sup:1:info:web start ok(ns_1@10.38.31.216) - Membase Server has started on web port 8091 on node 'ns_1@10.38.31.216'. 2011-05-27 07:45:41.875 ns_node_disco:4:info:node up(ns_1@10.196.115.32) - Node 'ns_1@10.196.115.32' saw that node 'ns_1@10.38.31.216' came up. 2011-05-27 07:45:41.878 ns_cluster:3:info:message(ns_1@10.38.31.216) - Node ns_1@10.38.31.216 joined cluster 2011-05-27 07:45:41.878 ns_node_disco:4:info:node up(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' saw that node 'ns_1@10.196.115.32' came up. 2011-05-27 07:45:41.879 ns_node_disco:4:info:node up(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' saw that node 'ns_1@10.35.71.137' came up. 2011-05-27 07:45:41.886 ns_node_disco:4:info:node up(ns_1@10.35.71.137) - Node 'ns_1@10.35.71.137' saw that node 'ns_1@10.38.31.216' came up. 2011-05-27 07:45:41.923 ns_node_disco:4:info:node up(ns_1@10.82.226.74) - Node 'ns_1@10.82.226.74' saw that node 'ns_1@10.38.31.216' came up. 2011-05-27 07:45:41.928 ns_node_disco:4:info:node up(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' saw that node 'ns_1@10.82.226.74' came up. 2011-05-27 07:45:42.060 ns_node_disco:4:info:node up(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' saw that node 'ns_1@10.38.31.216' came up. 2011-05-27 07:45:42.061 ns_node_disco:4:info:node up(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' saw that node 'ns_1@10.114.170.234' came up. 2011-05-27 07:45:42.335 ns_node_disco:4:info:node up(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' saw that node 'ns_1@10.38.31.216' came up. 2011-05-27 07:45:42.338 ns_node_disco:4:info:node up(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' saw that node 'ns_1@10.196.170.208' came up. 2011-05-27 07:54:52.896 ns_orchestrator:4:info:message(ns_1@10.118.33.180) - Starting rebalance, KeepNodes = ['ns_1@10.196.115.32','ns_1@10.196.170.208', 'ns_1@10.82.226.74','ns_1@10.35.71.137', 'ns_1@10.118.33.180','ns_1@10.114.170.234', 'ns_1@10.38.31.216'], EjectNodes = [] 2011-05-27 07:54:53.935 ns_memcached:1:info:message(ns_1@10.38.31.216) - Bucket "default" loaded on node 'ns_1@10.38.31.216' in 0 seconds. 2011-05-27 07:55:35.811 ns_orchestrator:1:info:message(ns_1@10.118.33.180) - Rebalance completed successfully. 2011-05-27 07:56:01.198 ns_node_disco:4:info:node up(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.243.18.31' came up. 2011-05-27 07:56:01.243 menelaus_sup:1:info:web start ok(ns_1@10.243.18.31) - Membase Server has started on web port 8091 on node 'ns_1@10.243.18.31'. 2011-05-27 07:56:01.264 ns_cluster:3:info:message(ns_1@10.243.18.31) - Node ns_1@10.243.18.31 joined cluster 2011-05-27 07:56:01.339 ns_node_disco:4:info:node up(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' saw that node 'ns_1@10.243.18.31' came up. 2011-05-27 07:56:01.359 ns_node_disco:4:info:node up(ns_1@10.243.18.31) - Node 'ns_1@10.243.18.31' saw that node 'ns_1@10.114.170.234' came up. 2011-05-27 07:56:01.453 ns_node_disco:4:info:node up(ns_1@10.196.115.32) - Node 'ns_1@10.196.115.32' saw that node 'ns_1@10.243.18.31' came up. 2011-05-27 07:56:01.476 ns_node_disco:4:info:node up(ns_1@10.243.18.31) - Node 'ns_1@10.243.18.31' saw that node 'ns_1@10.196.115.32' came up. 2011-05-27 07:56:01.572 ns_node_disco:4:info:node up(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' saw that node 'ns_1@10.243.18.31' came up. 2011-05-27 07:56:01.596 ns_node_disco:4:info:node up(ns_1@10.243.18.31) - Node 'ns_1@10.243.18.31' saw that node 'ns_1@10.196.170.208' came up. 2011-05-27 07:56:01.688 ns_node_disco:4:info:node up(ns_1@10.35.71.137) - Node 'ns_1@10.35.71.137' saw that node 'ns_1@10.243.18.31' came up. 2011-05-27 07:56:01.703 ns_node_disco:4:info:node up(ns_1@10.243.18.31) - Node 'ns_1@10.243.18.31' saw that node 'ns_1@10.35.71.137' came up. 2011-05-27 07:56:01.745 ns_node_disco:4:info:node up(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' saw that node 'ns_1@10.243.18.31' came up. 2011-05-27 07:56:01.769 ns_node_disco:4:info:node up(ns_1@10.243.18.31) - Node 'ns_1@10.243.18.31' saw that node 'ns_1@10.38.31.216' came up. 2011-05-27 07:56:01.854 ns_node_disco:4:info:node up(ns_1@10.82.226.74) - Node 'ns_1@10.82.226.74' saw that node 'ns_1@10.243.18.31' came up. 2011-05-27 07:56:01.880 ns_node_disco:4:info:node up(ns_1@10.243.18.31) - Node 'ns_1@10.243.18.31' saw that node 'ns_1@10.82.226.74' came up. 2011-05-27 08:06:22.142 ns_orchestrator:4:info:message(ns_1@10.118.33.180) - Starting rebalance, KeepNodes = ['ns_1@10.38.31.216','ns_1@10.196.115.32', 'ns_1@10.196.170.208','ns_1@10.82.226.74', 'ns_1@10.35.71.137','ns_1@10.118.33.180', 'ns_1@10.114.170.234','ns_1@10.243.18.31'], EjectNodes = [] 2011-05-27 08:06:23.196 ns_memcached:1:info:message(ns_1@10.243.18.31) - Bucket "default" loaded on node 'ns_1@10.243.18.31' in 0 seconds. 2011-05-27 08:07:27.276 ns_orchestrator:1:info:message(ns_1@10.118.33.180) - Rebalance completed successfully. 2011-05-27 08:07:52.374 ns_node_disco:4:info:node up(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.116.190.223' came up. 2011-05-27 08:07:52.398 menelaus_sup:1:info:web start ok(ns_1@10.116.190.223) - Membase Server has started on web port 8091 on node 'ns_1@10.116.190.223'. 2011-05-27 08:07:52.420 ns_cluster:3:info:message(ns_1@10.116.190.223) - Node ns_1@10.116.190.223 joined cluster 2011-05-27 08:07:52.580 ns_node_disco:4:info:node up(ns_1@10.116.190.223) - Node 'ns_1@10.116.190.223' saw that node 'ns_1@10.114.170.234' came up. 2011-05-27 08:07:52.580 ns_node_disco:4:info:node up(ns_1@10.82.226.74) - Node 'ns_1@10.82.226.74' saw that node 'ns_1@10.116.190.223' came up. 2011-05-27 08:07:52.581 ns_node_disco:4:info:node up(ns_1@10.116.190.223) - Node 'ns_1@10.116.190.223' saw that node 'ns_1@10.82.226.74' came up. 2011-05-27 08:07:52.581 ns_node_disco:4:info:node up(ns_1@10.116.190.223) - Node 'ns_1@10.116.190.223' saw that node 'ns_1@10.35.71.137' came up. 2011-05-27 08:07:52.581 ns_node_disco:4:info:node up(ns_1@10.116.190.223) - Node 'ns_1@10.116.190.223' saw that node 'ns_1@10.196.170.208' came up. 2011-05-27 08:07:52.581 ns_node_disco:4:info:node up(ns_1@10.116.190.223) - Node 'ns_1@10.116.190.223' saw that node 'ns_1@10.38.31.216' came up. 2011-05-27 08:07:52.581 ns_node_disco:4:info:node up(ns_1@10.116.190.223) - Node 'ns_1@10.116.190.223' saw that node 'ns_1@10.243.18.31' came up. 2011-05-27 08:07:52.581 ns_node_disco:4:info:node up(ns_1@10.116.190.223) - Node 'ns_1@10.116.190.223' saw that node 'ns_1@10.196.115.32' came up. 2011-05-27 08:07:52.582 ns_node_disco:4:info:node up(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' saw that node 'ns_1@10.116.190.223' came up. 2011-05-27 08:07:52.582 ns_node_disco:4:info:node up(ns_1@10.196.115.32) - Node 'ns_1@10.196.115.32' saw that node 'ns_1@10.116.190.223' came up. 2011-05-27 08:07:52.583 ns_node_disco:4:info:node up(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' saw that node 'ns_1@10.116.190.223' came up. 2011-05-27 08:07:52.584 ns_node_disco:4:info:node up(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' saw that node 'ns_1@10.116.190.223' came up. 2011-05-27 08:07:52.590 ns_node_disco:4:info:node up(ns_1@10.35.71.137) - Node 'ns_1@10.35.71.137' saw that node 'ns_1@10.116.190.223' came up. 2011-05-27 08:07:52.604 ns_node_disco:4:info:node up(ns_1@10.243.18.31) - Node 'ns_1@10.243.18.31' saw that node 'ns_1@10.116.190.223' came up. 2011-05-27 08:18:46.770 ns_orchestrator:4:info:message(ns_1@10.118.33.180) - Starting rebalance, KeepNodes = ['ns_1@10.243.18.31','ns_1@10.196.115.32', 'ns_1@10.38.31.216','ns_1@10.196.170.208', 'ns_1@10.82.226.74','ns_1@10.35.71.137', 'ns_1@10.118.33.180','ns_1@10.114.170.234', 'ns_1@10.116.190.223'], EjectNodes = [] 2011-05-27 08:18:48.301 ns_memcached:1:info:message(ns_1@10.116.190.223) - Bucket "default" loaded on node 'ns_1@10.116.190.223' in 0 seconds. 2011-05-27 08:34:56.694 ns_orchestrator:2:info:message(ns_1@10.118.33.180) - Rebalance exited with reason {mover_failed,timeout} 2011-05-27 08:35:00.753 menelaus_web:11:info:message(ns_1@10.118.33.180) - Deleted bucket "default" 2011-05-27 08:35:00.759 ns_memcached:2:info:message(ns_1@10.116.190.223) - Shutting down bucket "default" on 'ns_1@10.116.190.223' for deletion 2011-05-27 08:35:00.768 ns_memcached:2:info:message(ns_1@10.118.33.180) - Shutting down bucket "default" on 'ns_1@10.118.33.180' for deletion 2011-05-27 08:35:00.794 ns_memcached:2:info:message(ns_1@10.35.71.137) - Shutting down bucket "default" on 'ns_1@10.35.71.137' for deletion 2011-05-27 08:35:00.806 ns_memcached:2:info:message(ns_1@10.243.18.31) - Shutting down bucket "default" on 'ns_1@10.243.18.31' for deletion 2011-05-27 08:35:00.820 ns_memcached:2:info:message(ns_1@10.196.170.208) - Shutting down bucket "default" on 'ns_1@10.196.170.208' for deletion 2011-05-27 08:35:00.820 ns_memcached:2:info:message(ns_1@10.114.170.234) - Shutting down bucket "default" on 'ns_1@10.114.170.234' for deletion 2011-05-27 08:35:00.851 ns_memcached:2:info:message(ns_1@10.196.115.32) - Shutting down bucket "default" on 'ns_1@10.196.115.32' for deletion 2011-05-27 08:35:00.852 ns_memcached:2:info:message(ns_1@10.82.226.74) - Shutting down bucket "default" on 'ns_1@10.82.226.74' for deletion 2011-05-27 08:35:00.909 ns_memcached:2:info:message(ns_1@10.38.31.216) - Shutting down bucket "default" on 'ns_1@10.38.31.216' for deletion 2011-05-27 08:35:10.945 ns_cluster:1:info:message(ns_1@10.82.226.74) - Node 'ns_1@10.82.226.74' is leaving cluster. 2011-05-27 08:35:10.946 ns_cluster:1:info:message(ns_1@10.116.190.223) - Node 'ns_1@10.116.190.223' is leaving cluster. 2011-05-27 08:35:10.947 ns_cluster:1:info:message(ns_1@10.196.115.32) - Node 'ns_1@10.196.115.32' is leaving cluster. 2011-05-27 08:35:10.948 ns_cluster:1:info:message(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' is leaving cluster. 2011-05-27 08:35:10.949 ns_cluster:1:info:message(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' is leaving cluster. 2011-05-27 08:35:10.951 ns_orchestrator:4:info:message(ns_1@10.118.33.180) - Starting rebalance, KeepNodes = ['ns_1@10.118.33.180'], EjectNodes = ['ns_1@10.243.18.31', 'ns_1@10.196.115.32', 'ns_1@10.38.31.216', 'ns_1@10.196.170.208', 'ns_1@10.82.226.74', 'ns_1@10.35.71.137', 'ns_1@10.116.190.223', 'ns_1@10.114.170.234'] 2011-05-27 08:35:10.953 ns_orchestrator:1:info:message(ns_1@10.118.33.180) - Rebalance completed successfully. 2011-05-27 08:35:10.953 ns_cluster:1:info:message(ns_1@10.35.71.137) - Node 'ns_1@10.35.71.137' is leaving cluster. 2011-05-27 08:35:10.955 ns_cluster:1:info:message(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' is leaving cluster. 2011-05-27 08:35:10.964 ns_cluster:1:info:message(ns_1@10.243.18.31) - Node 'ns_1@10.243.18.31' is leaving cluster. 2011-05-27 08:35:11.373 ns_node_disco:5:warning:node down(ns_1@10.82.226.74) - Node 'ns_1@10.82.226.74' saw that node 'ns_1@10.116.190.223' went down. 2011-05-27 08:35:11.375 ns_node_disco:5:warning:node down(ns_1@10.196.115.32) - Node 'ns_1@10.196.115.32' saw that node 'ns_1@10.116.190.223' went down. 2011-05-27 08:35:11.376 ns_node_disco:5:warning:node down(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' saw that node 'ns_1@10.116.190.223' went down. 2011-05-27 08:35:11.376 ns_node_disco:5:warning:node down(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' saw that node 'ns_1@10.116.190.223' went down. 2011-05-27 08:35:11.377 ns_node_disco:5:warning:node down(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' saw that node 'ns_1@10.116.190.223' went down. 2011-05-27 08:35:11.381 ns_node_disco:5:warning:node down(ns_1@10.35.71.137) - Node 'ns_1@10.35.71.137' saw that node 'ns_1@10.116.190.223' went down. 2011-05-27 08:35:11.384 ns_node_disco:5:warning:node down(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.116.190.223' went down. 2011-05-27 08:35:11.392 ns_node_disco:5:warning:node down(ns_1@10.243.18.31) - Node 'ns_1@10.243.18.31' saw that node 'ns_1@10.116.190.223' went down. 2011-05-27 08:35:12.028 ns_node_disco:5:warning:node down(ns_1@10.196.115.32) - Node 'ns_1@10.196.115.32' saw that node 'ns_1@10.82.226.74' went down. 2011-05-27 08:35:12.028 ns_node_disco:5:warning:node down(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' saw that node 'ns_1@10.82.226.74' went down. 2011-05-27 08:35:12.029 ns_node_disco:5:warning:node down(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' saw that node 'ns_1@10.82.226.74' went down. 2011-05-27 08:35:12.029 ns_node_disco:5:warning:node down(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' saw that node 'ns_1@10.82.226.74' went down. 2011-05-27 08:35:12.034 ns_node_disco:5:warning:node down(ns_1@10.35.71.137) - Node 'ns_1@10.35.71.137' saw that node 'ns_1@10.82.226.74' went down. 2011-05-27 08:35:12.037 ns_node_disco:5:warning:node down(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.82.226.74' went down. 2011-05-27 08:35:12.045 ns_node_disco:5:warning:node down(ns_1@10.243.18.31) - Node 'ns_1@10.243.18.31' saw that node 'ns_1@10.82.226.74' went down. 2011-05-27 08:35:12.309 ns_node_disco:5:warning:node down(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' saw that node 'ns_1@10.243.18.31' went down. 2011-05-27 08:35:12.310 ns_node_disco:5:warning:node down(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' saw that node 'ns_1@10.243.18.31' went down. 2011-05-27 08:35:12.314 ns_node_disco:5:warning:node down(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' saw that node 'ns_1@10.243.18.31' went down. 2011-05-27 08:35:12.316 ns_node_disco:5:warning:node down(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.180' saw that node 'ns_1@10.243.18.31' went down. 2011-05-27 08:35:12.317 ns_node_disco:5:warning:node down(ns_1@10.35.71.137) - Node 'ns_1@10.35.71.137' saw that node 'ns_1@10.243.18.31' went down. 2011-05-27 08:35:12.385 ns_node_disco:5:warning:node down(ns_1@10.196.115.32) - Node 'ns_1@10.196.115.32' saw that node 'ns_1@10.243.18.31' went down. 2011-05-27 08:35:12.397 ns_node_disco:5:warning:node down(ns_1@10.196.170.208) - Node 'ns_1@10.196.170.208' saw that node 'ns_1@10.35.71.137' went down. 2011-05-27 08:35:12.398 ns_node_disco:5:warning:node down(ns_1@10.38.31.216) - Node 'ns_1@10.38.31.216' saw that node 'ns_1@10.35.71.137' went down. 2011-05-27 08:35:12.398 ns_node_disco:5:warning:node down(ns_1@10.114.170.234) - Node 'ns_1@10.114.170.234' saw that node 'ns_1@10.35.71.137' went down. 2011-05-27 08:35:12.405 ns_node_disco:5:warning:node down(ns_1@10.118.33.180) - Node 'ns_1@10.118.33.18