per_node_diag = [{'ns_1@10.1.5.53', [{version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {manifest, ["bucket_engine 1.7.0-0-g721dff0 Linux-x86_64", "couchbase-server 1.8.0r-27-g1061a74 Linux-x86_64", "ep-engine 1.8.0r-12-g9769273 Linux-x86_64", "icu4c 2635939 Linux-x86_64", "libconflate 1.7.0-0-gfee8f94 Linux-x86_64", "libmemcached ca739a8 Linux-x86_64", "libvbucket 1.7.0-0-g4bd0aba Linux-x86_64", "manifest 1.7.0-52-g367d5e8 Linux-x86_64", "membase-cli 1.8.0r-0-gaa9cc8a Linux-x86_64", "membasex 1.7.0-3-g30d5dba Linux-x86_64", "memcached membase-1.7.1-0-gf99c147 Linux-x86_64", "memcachetest 0.8.3-0-g88ae3b3 Linux-x86_64", "moxi 1.7.2-5-g3119473 Linux-x86_64", "ns_server 1.8.0r-27-g6154722 Linux-x86_64", "otp OTP_R14B03-0-g4a5a758 Linux-x86_64", "portsigar 1.7.0-0-ga191e6c Linux-x86_64", "sigar sigar-1.6.4-406-ge1dcf32 Linux-x86_64", "spidermonkey a3c48c1 Linux-x86_64", "tlm 1.7.1-9-g68855b7 Linux-x86_64", "vbucketmigrator 1.7.0-0-g0fdc96c Linux-x86_64"]}, {config, [{auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}, {buckets, [{'_vclock', [{'ns_1@10.1.5.59',{2,63490331832}}, {'ns_1@127.0.0.1',{3,63490331402}}]}, {configs, [{"default", [{sasl_password,[]}, {num_replicas,1}, {ram_quota,2067791872}, {auth_type,sasl}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.59','ns_1@10.1.5.53']}, {map, [['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined]]}]}]}]}, {directory, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, 47,111,112,116,47,99,111,117,99,104,98,97,115,101,47, 118,97,114,47,108,105,98,47,99,111,117,99,104,98,97, 115,101,47,99,111,110,102,105,103]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"membase@localhost"}, {enabled,true}, {email_server, [{user,[]}, {pass,'filtered-out'}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {memory_quota,1972}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.5.59',{2,63490331830}}]}, 'ns_1@10.1.5.53','ns_1@10.1.5.59']}, {otp, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331831}}]}, {cookie,pgrerltnvxhwqdmr}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.5.59',{3,63490331886}}]}, {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63489747001}}]}, {creds, [{"Administrator",[{password,'filtered-out'}]}]}]}, {{node,'ns_1@10.1.5.53',config_version}, [{'_vclock',[{'ns_1@10.1.5.53',{4,63490331784}}]}, {1,8,0}]}, {{node,'ns_1@10.1.5.53',isasl}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {path, "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.53',membership}, [{'_vclock',[{'ns_1@10.1.5.59',{1,63490331832}}]}| active]}, {{node,'ns_1@10.1.5.53',memcached}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.53',moxi}, [{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.5.53',ns_log}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {filename, "/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.1.5.53',rest}, [{port,8091},{port_meta,global}]}, {{node,'ns_1@10.1.5.59',config_version}, [{'_vclock',[{'ns_1@10.1.5.59',{1,63490331728}}]}, {1,7,2}]}, {{node,'ns_1@10.1.5.59',isasl}, [{'_vclock', [{'ns_1@10.1.5.59',{1,63490331728}}, {'ns_1@127.0.0.1',{1,63489746980}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.59',membership}, [{'_vclock',[{'ns_1@10.1.5.59',{1,63490331728}}]}| active]}, {{node,'ns_1@10.1.5.59',memcached}, [{'_vclock', [{'ns_1@10.1.5.59',{1,63490331728}}, {'ns_1@127.0.0.1',{1,63489746980}}]}, {port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.59',moxi}, [{'_vclock',[{'ns_1@10.1.5.59',{1,63490331728}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.59',ns_log}, [{'_vclock', [{'ns_1@10.1.5.59',{1,63490331728}}, {'ns_1@127.0.0.1',{1,63489746980}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.5.59',rest}, [{'_vclock',[{'ns_1@10.1.5.59',{1,63490331728}}]}, {port,8091}, {port_meta,global}]}]}, {basic_info, [{version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2644}, {memory_data,{2584977408,1506209792,{<0.119.0>,1943224}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}]}, {processes, [{<0.0.0>, [{registered_name,init}, {status,waiting}, {initial_call,{otp_ring0,start,2}}, {backtrace, [<<"Program counter: 0x00007f747ebeddd0 (init:loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476e14310 Return addr 0x00000000008a00b8 ()">>, <<"(0) {state,[{'-root',[<<25 bytes>>]},{'-progname',[<<3 bytes>>]},{'-home',[<<14 bytes>">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,309}]}, {heap_size,2584}, {total_heap_size,3571}, {links,[<0.6.0>,<0.7.0>,<0.3.0>]}, {memory,29480}, {message_queue_len,0}, {reductions,77615}, {trap_exit,true}]}, {<0.3.0>, [{registered_name,erl_prim_loader}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f747fde1af8 (erl_prim_loader:loop/3 + 176)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747c0580c0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>, <<"(1) [\"/opt/couchbase/lib/erlang/lib/kernel-2.14.4/ebin\",\"/opt/couchbase/lib/erlang/lib">>, <<"y(2) <0.2.0>">>, <<"(3) {state,efile,[],none,#Port<0.1>,infinity,undefined,true,{prim_state,false,undefine">>, <<"y(4) infinity">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,405}]}, {heap_size,2584}, {total_heap_size,6765}, {links,[#Port<0.1>,<0.0.0>]}, {memory,54992}, {message_queue_len,0}, {reductions,922865}, {trap_exit,true}]}, {<0.6.0>, [{registered_name,error_logger}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e17d750 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7475ae9968 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,ns_log_mf_h,false,{state,\"/opt/couchbase/var/lib/couchbase/logs\",1048576">>, <<"y(3) error_logger">>,<<"y(4) <0.2.0>">>, <<>>, <<"0x00007f7475ae9998 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,17}]}, {heap_size,17711}, {total_heap_size,64079}, {links,[<0.24.0>,<0.55.0>,#Port<0.864>,<0.0.0>]}, {memory,513688}, {message_queue_len,0}, {reductions,724092}, {trap_exit,true}]}, {<0.7.0>, [{registered_name,application_controller}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477817f80 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) application_controller">>, <<"(3) {state,[],[],[],[{mnesia,<0.8775.0>},{ns_server,<0.51.0>},{os_mon,<0.40.0>},{sasl,">>, <<"y(4) application_controller">>, <<"y(5) <0.2.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,10}]}, {heap_size,28657}, {total_heap_size,75025}, {links, [<0.40.0>,<0.51.0>,<0.8775.0>,<0.9.0>,<0.31.0>, <0.0.0>]}, {memory,601336}, {message_queue_len,0}, {reductions,35517}, {trap_exit,true}]}, {<0.9.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e1d9a58 (application_master:main_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fb6660 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>, <<"(1) {state,<0.10.0>,{appl_data,kernel,[application_controller,erl_reply,auth,boot_serv">>, <<"y(2) <0.7.0>">>,<<>>, <<"0x00007f7480fb6680 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,377}, {total_heap_size,754}, {links,[<0.7.0>,<0.10.0>]}, {memory,7008}, {message_queue_len,0}, {reductions,44}, {trap_exit,true}]}, {<0.10.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{application_master,start_it,4}}, {backtrace, [<<"Program counter: 0x00007f747e1dbd28 (application_master:loop_it/4 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fb8cb8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>,<<"y(1) kernel">>, <<"y(2) <0.11.0>">>,<<"y(3) <0.9.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.9.0>,<0.11.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,69}, {trap_exit,true}]}, {<0.11.0>, [{registered_name,kernel_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477b7b1f0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,kernel_sup},one_for_all,[{child,<0.2109.0>,net_sup_dynamic,{erl_dist">>, <<"y(4) kernel_sup">>,<<"y(5) <0.10.0>">>, <<>>, <<"0x00007f7477b7b228 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,1597}, {total_heap_size,4181}, {links, [<0.21.0>,<0.25.0>,<0.26.0>,<0.2109.0>,<0.23.0>, <0.16.0>,<0.19.0>,<0.20.0>,<0.18.0>,<0.12.0>, <0.13.0>,<0.10.0>]}, {memory,34824}, {message_queue_len,0}, {reductions,39168}, {trap_exit,true}]}, {<0.12.0>, [{registered_name,rex}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fa72a0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) rpc">>, <<"y(3) {1,{<0.9543.0>,{<0.9542.0>,{#Ref<0.0.0.138332>,'ns_1@10.1.5.53'}},nil,nil}}">>, <<"y(4) rex">>,<<"y(5) <0.11.0>">>,<<>>, <<"0x00007f7480fa72d8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,13}]}, {heap_size,2584}, {total_heap_size,3571}, {links,[<0.11.0>]}, {memory,29648}, {message_queue_len,0}, {reductions,3932}, {trap_exit,true}]}, {<0.13.0>, [{registered_name,global_name_server}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747c08a8b8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) global">>, <<"(3) {state,true,['ns_1@10.1.5.59'],['ns_1@10.1.5.59'],[],[],'ns_1@10.1.5.53',<0.14.0>,">>, <<"y(4) global_name_server">>, <<"y(5) <0.11.0>">>,<<>>, <<"0x00007f747c08a8f0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,18}]}, {heap_size,2584}, {total_heap_size,2961}, {links,[<0.14.0>,<0.15.0>,<0.11.0>]}, {memory,25096}, {message_queue_len,0}, {reductions,6659}, {trap_exit,true}]}, {<0.14.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477e84d70 (global:loop_the_locker/1 + 768)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f74775fc6b8 Return addr 0x00007f7477e84a30 (global:init_the_locker/1 + 328)">>, <<"y(0) {multi,[],[],['ns_1@10.1.5.59'],'ns_1@10.1.5.59',false,false}">>, <<"y(1) infinity">>,<<>>, <<"0x00007f74775fc6d0 Return addr 0x00000000008a00b8 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,6}]}, {heap_size,2584}, {total_heap_size,2961}, {links,[<0.13.0>]}, {memory,24520}, {message_queue_len,0}, {reductions,2576}, {trap_exit,true}]}, {<0.15.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477e8be68 (global:loop_the_registrar/0 + 24)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476f4f2d8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,5}]}, {heap_size,2584}, {total_heap_size,2961}, {links,[<0.13.0>]}, {memory,24520}, {message_queue_len,0}, {reductions,1069}, {trap_exit,false}]}, {<0.16.0>, [{registered_name,inet_db}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fcee10 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) inet_db">>, <<"(3) {state,inet_db,inet_cache,inet_hosts_byname,inet_hosts_byaddr,inet_hosts_file_byna">>, <<"y(4) inet_db">>,<<"y(5) <0.11.0>">>,<<>>, <<"0x00007f7480fcee48 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,377}, {total_heap_size,754}, {links,[<0.11.0>]}, {memory,6968}, {message_queue_len,0}, {reductions,289}, {trap_exit,true}]}, {<0.18.0>, [{registered_name,global_group}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f74768d8898 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) global_group">>, <<"y(3) {state,no_conf,true,[],[],[],[],[],'nonode@nohost',[],normal,normal}">>, <<"y(4) global_group">>,<<"y(5) <0.11.0>">>, <<>>, <<"0x00007f74768d88d0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.11.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,206}, {trap_exit,true}]}, {<0.19.0>, [{registered_name,file_server_2}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476f6b888 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) file_server">>, <<"y(3) #Port<0.56>">>, <<"y(4) file_server_2">>,<<"y(5) <0.11.0>">>, <<>>, <<"0x00007f7476f6b8c0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,137}]}, {heap_size,2584}, {total_heap_size,5168}, {links,[#Port<0.56>,<0.11.0>]}, {memory,42320}, {message_queue_len,0}, {reductions,3992834}, {trap_exit,true}]}, {<0.20.0>, [{registered_name,code_server}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477ee6ac8 (code_server:loop/1 + 128)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476d0ca70 Return addr 0x00000000008a00b8 ()">>, <<"(0) {state,<0.11.0>,\"/opt/couchbase/lib/erlang\",[\".\",\"/opt/couchbase/lib/erlang/lib/ke">>, <<"y(1) <0.11.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,218}]}, {heap_size,6765}, {total_heap_size,17711}, {links,[<0.11.0>]}, {memory,142520}, {message_queue_len,0}, {reductions,244249}, {trap_exit,true}]}, {<0.21.0>, [{registered_name,standard_error_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fd5740 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor_bridge">>, <<"y(3) {state,standard_error,<0.22.0>,<0.22.0>,{local,standard_error_sup}}">>, <<"y(4) standard_error_sup">>, <<"y(5) <0.11.0>">>,<<>>, <<"0x00007f7480fd5778 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.11.0>,<0.22.0>]}, {memory,2840}, {message_queue_len,0}, {reductions,41}, {trap_exit,true}]}, {<0.22.0>, [{registered_name,standard_error}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477d60210 (standard_error:server_loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fd5ed0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) #Port<0.426>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.21.0>,#Port<0.426>]}, {memory,2840}, {message_queue_len,0}, {reductions,9}, {trap_exit,true}]}, {<0.23.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747e28f878 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor_bridge">>, <<"y(3) {state,user_sup,<0.24.0>,<0.24.0>,{<0.23.0>,user_sup}}">>, <<"y(4) <0.23.0>">>,<<"y(5) <0.11.0>">>,<<>>, <<"0x00007f747e28f8b0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,987}, {total_heap_size,987}, {links,[<0.11.0>,<0.24.0>]}, {memory,8872}, {message_queue_len,0}, {reductions,121}, {trap_exit,true}]}, {<0.24.0>, [{registered_name,user}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477d88818 (user:server_loop/2 + 56)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476f57578 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) {[],[]}">>,<<"y(3) #Port<0.435>">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,41}]}, {heap_size,4181}, {total_heap_size,8362}, {links,[<0.6.0>,<0.23.0>,#Port<0.435>]}, {memory,67912}, {message_queue_len,0}, {reductions,68409}, {trap_exit,true}]}, {<0.25.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f93740 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) kernel_config">>,<<"y(3) []">>, <<"y(4) <0.25.0>">>,<<"y(5) <0.11.0>">>,<<>>, <<"0x00007f7480f93778 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.11.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,268}, {trap_exit,true}]}, {<0.26.0>, [{registered_name,kernel_safe_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477f619e8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,kernel_safe_sup},one_for_one,[{child,<0.223.0>,inet_gethost_native_s">>, <<"y(4) kernel_safe_sup">>, <<"y(5) <0.11.0>">>,<<>>, <<"0x00007f7477f61a20 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,610}, {total_heap_size,987}, {links, [<0.88.0>,<0.92.0>,<0.223.0>,<0.91.0>,<0.49.0>, <0.87.0>,<0.11.0>]}, {memory,9072}, {message_queue_len,0}, {reductions,463}, {trap_exit,true}]}, {<0.31.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e1d9a58 (application_master:main_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480ff4ae8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>, <<"(1) {state,<0.32.0>,{appl_data,sasl,[sasl_sup,alarm_handler,overload,release_handler],">>, <<"y(2) <0.7.0>">>,<<>>, <<"0x00007f7480ff4b08 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.7.0>,<0.32.0>]}, {memory,2840}, {message_queue_len,0}, {reductions,23}, {trap_exit,true}]}, {<0.32.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{application_master,start_it,4}}, {backtrace, [<<"Program counter: 0x00007f747e1dbd28 (application_master:loop_it/4 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480ff18e8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) {state,tty,{undefined,undefined,undefined}}">>, <<"y(1) sasl">>,<<"y(2) <0.33.0>">>, <<"y(3) <0.31.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.31.0>,<0.33.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,101}, {trap_exit,true}]}, {<0.33.0>, [{registered_name,sasl_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f94a70 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,sasl_sup},one_for_one,[{child,<0.37.0>,release_handler,{release_hand">>, <<"y(4) sasl_sup">>,<<"y(5) <0.32.0>">>,<<>>, <<"0x00007f7480f94aa8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,233}, {total_heap_size,610}, {links,[<0.34.0>,<0.37.0>,<0.32.0>]}, {memory,5896}, {message_queue_len,0}, {reductions,158}, {trap_exit,true}]}, {<0.34.0>, [{registered_name,sasl_safe_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f73b10 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,sasl_safe_sup},one_for_one,[{child,<0.36.0>,overload,{overload,start">>, <<"y(4) sasl_safe_sup">>,<<"y(5) <0.33.0>">>, <<>>, <<"0x00007f7480f73b48 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,233}, {total_heap_size,610}, {links,[<0.35.0>,<0.36.0>,<0.33.0>]}, {memory,5896}, {message_queue_len,0}, {reductions,170}, {trap_exit,true}]}, {<0.35.0>, [{registered_name,alarm_handler}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e17d750 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480ff2780 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"y(2) [{handler,alarm_handler,false,[],false}]">>, <<"y(3) alarm_handler">>,<<"y(4) <0.34.0>">>, <<>>, <<"0x00007f7480ff27b0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.34.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,28}, {trap_exit,true}]}, {<0.36.0>, [{registered_name,overload}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f72740 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) overload">>, <<"y(3) {state,0,0,8.000000e-01,208,1.000000e-01,{0,0},clear}">>, <<"y(4) overload">>,<<"y(5) <0.34.0>">>,<<>>, <<"0x00007f7480f72778 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.34.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,39}, {trap_exit,false}]}, {<0.37.0>, [{registered_name,release_handler}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f988a8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) release_handler">>, <<"(3) {state,[],\"/opt/couchbase/lib/erlang\",\"/opt/couchbase/lib/erlang/releases\",[{relea">>, <<"y(4) release_handler">>, <<"y(5) <0.33.0>">>,<<>>, <<"0x00007f7480f988e0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,1597}, {total_heap_size,2207}, {links,[<0.33.0>]}, {memory,18592}, {message_queue_len,0}, {reductions,2075}, {trap_exit,false}]}, {<0.40.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e1d9a58 (application_master:main_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480ff4218 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>, <<"(1) {state,<0.41.0>,{appl_data,os_mon,[os_mon_sup,os_mon_sysinfo,disksup,memsup,cpu_su">>, <<"y(2) <0.7.0>">>,<<>>, <<"0x00007f7480ff4238 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.7.0>,<0.41.0>]}, {memory,2840}, {message_queue_len,0}, {reductions,23}, {trap_exit,true}]}, {<0.41.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{application_master,start_it,4}}, {backtrace, [<<"Program counter: 0x00007f747e1dbd28 (application_master:loop_it/4 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fd6610 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>,<<"y(1) os_mon">>, <<"y(2) <0.42.0>">>,<<"y(3) <0.40.0>">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.40.0>,<0.42.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,40}, {trap_exit,true}]}, {<0.42.0>, [{registered_name,os_mon_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f9aaa0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,os_mon_sup},one_for_one,[{child,<0.46.0>,cpu_sup,{cpu_sup,start_link">>, <<"y(4) os_mon_sup">>,<<"y(5) <0.41.0>">>, <<>>, <<"0x00007f7480f9aad8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,377}, {total_heap_size,754}, {links,[<0.43.0>,<0.44.0>,<0.46.0>,<0.41.0>]}, {memory,7088}, {message_queue_len,0}, {reductions,280}, {trap_exit,true}]}, {<0.43.0>, [{registered_name,disksup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477b8f5c8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) disksup">>, <<"(3) {state,80,60000,{unix,linux},[{\"/\",14501808,17},{\"/dev\",1257364,1},{\"/dev/shm\",126">>, <<"y(4) disksup">>,<<"y(5) <0.42.0>">>,<<>>, <<"0x00007f7477b8f600 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,9}]}, {heap_size,2584}, {total_heap_size,6765}, {links,[<0.42.0>,#Port<0.752>]}, {memory,55096}, {message_queue_len,0}, {reductions,103022}, {trap_exit,true}]}, {<0.44.0>, [{registered_name,memsup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476877a70 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) memsup">>, <<"(3) {state,{unix,linux},true,{1506209792,2584977408},{<0.119.0>,1943224},false,60000,3">>, <<"y(4) memsup">>,<<"y(5) <0.42.0>">>,<<>>, <<"0x00007f7476877aa8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,52}]}, {heap_size,2584}, {total_heap_size,3194}, {links,[<0.42.0>,<0.45.0>]}, {memory,26528}, {message_queue_len,0}, {reductions,90988}, {trap_exit,true}]}, {<0.45.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477e24b70 (memsup:port_idle/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747c0622c8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>,<<"y(1) #Port<0.783>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,52}]}, {heap_size,2584}, {total_heap_size,2961}, {links,[<0.44.0>,#Port<0.783>]}, {memory,24560}, {message_queue_len,0}, {reductions,19929}, {trap_exit,true}]}, {<0.46.0>, [{registered_name,cpu_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f951c8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) cpu_sup">>, <<"y(3) {state,<0.47.0>,{unix,linux}}">>, <<"y(4) cpu_sup">>,<<"y(5) <0.42.0>">>,<<>>, <<"0x00007f7480f95200 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.42.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,33}, {trap_exit,true}]}, {<0.47.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477e15e90 (cpu_sup:measurement_server_loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f99768 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) []">>,<<"y(3) []">>, <<"y(4) []">>,<<"y(5) []">>, <<"y(6) []">>,<<"y(7) []">>, <<"y(8) {internal,<0.48.0>,[],{unix,linux}}">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.48.0>]}, {memory,2696}, {message_queue_len,0}, {reductions,11}, {trap_exit,true}]}, {<0.48.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477e16f38 (cpu_sup:port_server_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477b78020 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>,<<"y(1) 6000">>, <<"y(2) #Port<0.820>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,610}, {total_heap_size,987}, {links,[<0.47.0>,#Port<0.820>]}, {memory,8768}, {message_queue_len,0}, {reductions,257}, {trap_exit,false}]}, {<0.49.0>, [{registered_name,timer_server}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747686c5c0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) 411">>, <<"y(2) timer">>,<<"y(3) []">>, <<"y(4) timer_server">>,<<"y(5) <0.26.0>">>, <<>>, <<"0x00007f747686c5f8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,265}]}, {heap_size,1597}, {total_heap_size,8362}, {links, [<0.9048.0>,<0.9069.0>,<0.9082.0>,<0.9529.0>, <0.9058.0>,<0.9019.0>,<0.9038.0>,<0.9047.0>, <0.9023.0>,<0.8783.0>,<0.8787.0>,<0.26.0>]}, {memory,68272}, {message_queue_len,0}, {reductions,17026343}, {trap_exit,true}]}, {<0.51.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e1d9a58 (application_master:main_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f79488 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>, <<"(1) {state,<0.52.0>,{appl_data,ns_server,[ns_server_sup,ns_config,ns_config_sup,ns_con">>, <<"y(2) <0.7.0>">>,<<>>, <<"0x00007f7480f794a8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,610}, {total_heap_size,610}, {links,[<0.7.0>,<0.52.0>]}, {memory,5856}, {message_queue_len,0}, {reductions,59}, {trap_exit,true}]}, {<0.52.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{application_master,start_it,4}}, {backtrace, [<<"Program counter: 0x00007f747e1dbd28 (application_master:loop_it/4 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747e282c58 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>,<<"y(1) ns_server">>, <<"y(2) <0.54.0>">>,<<"y(3) <0.51.0>">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,5}]}, {heap_size,1597}, {total_heap_size,2207}, {links,[<0.51.0>,<0.54.0>]}, {memory,18528}, {message_queue_len,0}, {reductions,1736}, {trap_exit,true}]}, {<0.54.0>, [{registered_name,ns_server_cluster_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477bb7550 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_server_cluster_sup},one_for_one,[{child,<0.9018.0>,ns_server_sup,">>, <<"y(4) ns_server_cluster_sup">>, <<"y(5) <0.52.0>">>,<<>>, <<"0x00007f7477bb7588 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,610}, {total_heap_size,4791}, {links, [<0.57.0>,<0.65.0>,<0.117.0>,<0.9018.0>,<0.64.0>, <0.55.0>,<0.56.0>,<0.52.0>]}, {memory,39544}, {message_queue_len,0}, {reductions,4153}, {trap_exit,true}]}, {<0.55.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477a3e1d8 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f77e48 Return addr 0x00000000008a00b8 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.54.0>,<0.6.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,1103}, {trap_exit,false}]}, {<0.56.0>, [{registered_name,timeout_diag_logger}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fd3d38 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) timeout_diag_logger">>, <<"y(3) {state,1323110086573}">>, <<"y(4) timeout_diag_logger">>, <<"y(5) <0.54.0>">>,<<>>, <<"0x00007f7480fd3d70 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.54.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,28}, {trap_exit,false}]}, {<0.57.0>, [{registered_name,dist_manager}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477f5e7f0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) dist_manager">>, <<"y(3) {state,true,\"10.1.5.53\"}">>, <<"y(4) dist_manager">>,<<"y(5) <0.54.0>">>, <<>>, <<"0x00007f7477f5e828 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,1597}, {total_heap_size,1974}, {links,[<0.54.0>]}, {memory,16728}, {message_queue_len,0}, {reductions,1842}, {trap_exit,false}]}, {<0.64.0>, [{registered_name,ns_cluster}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477576168 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_cluster">>,<<"y(3) {state}">>, <<"y(4) ns_cluster">>,<<"y(5) <0.54.0>">>, <<>>, <<"0x00007f74775761a0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,10}]}, {heap_size,46368}, {total_heap_size,48952}, {links,[<0.54.0>]}, {memory,392552}, {message_queue_len,0}, {reductions,14365}, {trap_exit,false}]}, {<0.65.0>, [{registered_name,mb_mnesia_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480feccd8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,mb_mnesia_sup},one_for_one,[{child,<0.67.0>,mb_mnesia,{mb_mnesia,sta">>, <<"y(4) mb_mnesia_sup">>,<<"y(5) <0.54.0>">>, <<>>, <<"0x00007f7480fecd10 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,233}, {total_heap_size,610}, {links,[<0.66.0>,<0.67.0>,<0.54.0>]}, {memory,5896}, {message_queue_len,0}, {reductions,158}, {trap_exit,true}]}, {<0.66.0>, [{registered_name,mb_mnesia_events}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e17d750 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f99ed0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"y(2) []">>,<<"y(3) mb_mnesia_events">>, <<"y(4) <0.65.0>">>,<<>>, <<"0x00007f7480f99f00 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.65.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,36}, {trap_exit,true}]}, {<0.67.0>, [{registered_name,mb_mnesia}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477babbb0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mb_mnesia">>, <<"y(3) {state,['ns_1@10.1.5.53']}">>, <<"y(4) mb_mnesia">>,<<"y(5) <0.65.0>">>, <<>>, <<"0x00007f7477babbe8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,19}]}, {heap_size,2584}, {total_heap_size,6765}, {links,[<0.8781.0>,<0.65.0>]}, {memory,55096}, {message_queue_len,0}, {reductions,12183}, {trap_exit,true}]}, {<0.87.0>, [{registered_name,disk_log_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477ba6ae0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,disk_log_sup},simple_one_for_one,[{child,undefined,disk_log,{disk_lo">>, <<"y(4) disk_log_sup">>,<<"y(5) <0.26.0>">>, <<>>, <<"0x00007f7477ba6b18 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,32}]}, {heap_size,987}, {total_heap_size,1597}, {links,[<0.8792.0>,<0.26.0>]}, {memory,13752}, {message_queue_len,0}, {reductions,9951}, {trap_exit,true}]}, {<0.88.0>, [{registered_name,disk_log_server}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476f4a1d0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) disk_log_server">>, <<"y(3) {state,[]}">>, <<"y(4) disk_log_server">>, <<"y(5) <0.26.0>">>,<<>>, <<"0x00007f7476f4a208 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,47}]}, {heap_size,1597}, {total_heap_size,2207}, {links,[<0.8792.0>,<0.26.0>]}, {memory,18632}, {message_queue_len,0}, {reductions,11410}, {trap_exit,true}]}, {<0.91.0>, [{registered_name,dets_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477ffed20 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,dets_sup},simple_one_for_one,[{child,undefined,dets,{dets,istart_lin">>, <<"y(4) dets_sup">>,<<"y(5) <0.26.0>">>,<<>>, <<"0x00007f7477ffed58 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,9}]}, {heap_size,1597}, {total_heap_size,2207}, {links,[<0.26.0>]}, {memory,18592}, {message_queue_len,0}, {reductions,2531}, {trap_exit,true}]}, {<0.92.0>, [{registered_name,dets}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477ff6668 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) dets_server">>, <<"y(3) {state,32802,[<0.26.0>],[]}">>, <<"y(4) dets">>,<<"y(5) <0.26.0>">>,<<>>, <<"0x00007f7477ff66a0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,25}]}, {heap_size,987}, {total_heap_size,1364}, {links,[<0.26.0>]}, {memory,11848}, {message_queue_len,0}, {reductions,3979}, {trap_exit,true}]}, {<0.117.0>, [{registered_name,ns_config_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477f77008 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_config_sup},rest_for_one,[{child,<0.125.0>,ns_config_log,{ns_conf">>, <<"y(4) ns_config_sup">>,<<"y(5) <0.54.0>">>, <<>>, <<"0x00007f7477f77040 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,10946}, {total_heap_size,11556}, {links, [<0.122.0>,<0.123.0>,<0.125.0>,<0.118.0>,<0.119.0>, <0.54.0>]}, {memory,93584}, {message_queue_len,0}, {reductions,1145}, {trap_exit,true}]}, {<0.118.0>, [{registered_name,ns_config_events}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e17d750 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477b93ad8 Return addr 0x00007f747e1904f0 (proc_lib:wake_up/3 + 120)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,ns_pubsub,#Ref<0.0.0.132853>,{state,#Fun,ok},<0.">>, <<"y(3) ns_config_events">>, <<"y(4) <0.117.0>">>,<<>>, <<"0x00007f7477b93b08 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190510 (proc_lib:wake_up/3 + 152)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,610}, {total_heap_size,1597}, {links, [<0.9027.0>,<0.9056.0>,<0.9067.0>,<0.9072.0>, <0.9060.0>,<0.9038.0>,<0.123.0>,<0.125.0>,<0.117.0>]}, {memory,14104}, {message_queue_len,0}, {reductions,890017}, {trap_exit,true}]}, {<0.119.0>, [{registered_name,ns_config}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747620d170 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_config">>, <<"(3) {config,{full,\"/opt/couchbase/etc/couchbase/config\",undefined,ns_config_default},[">>, <<"y(4) ns_config">>,<<"y(5) <0.117.0>">>, <<>>, <<"0x00007f747620d1a8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,17}]}, {heap_size,121393}, {total_heap_size,242786}, {links,[<0.117.0>]}, {memory,1943224}, {message_queue_len,0}, {reductions,198364}, {trap_exit,true}]}, {<0.122.0>, [{registered_name,ns_config_remote}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476c518e8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_config_replica">>, <<"y(3) {state}">>, <<"y(4) ns_config_remote">>, <<"y(5) <0.117.0>">>,<<>>, <<"0x00007f7476c51920 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,9}]}, {heap_size,46368}, {total_heap_size,75025}, {links,[<0.117.0>]}, {memory,601136}, {message_queue_len,0}, {reductions,19159}, {trap_exit,false}]}, {<0.123.0>, [{registered_name,ns_config_isasl_sync}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f74754d38e8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_config_isasl_sync">>, <<"(3) {state,[{\"default\",[]}],\"/opt/couchbase/var/lib/couchbase/data/isasl.pw\",5,\"_admin">>, <<"y(4) ns_config_isasl_sync">>, <<"y(5) <0.117.0>">>,<<>>, <<"0x00007f74754d3920 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,46368}, {total_heap_size,48952}, {links,[<0.117.0>,<0.118.0>]}, {memory,392592}, {message_queue_len,0}, {reductions,8695}, {trap_exit,false}]}, {<0.125.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477a3e1d8 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fa2210 Return addr 0x00000000008a00b8 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.117.0>,<0.118.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,11}, {trap_exit,false}]}, {<0.223.0>, [{registered_name,inet_gethost_native_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747e292908 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor_bridge">>, <<"y(3) {state,inet_gethost_native,<0.224.0>,<0.224.0>,{local,inet_gethost_native_sup}}">>, <<"y(4) inet_gethost_native_sup">>, <<"y(5) <0.26.0>">>,<<>>, <<"0x00007f747e292940 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.26.0>,<0.224.0>]}, {memory,2840}, {message_queue_len,0}, {reductions,41}, {trap_exit,true}]}, {<0.224.0>, [{registered_name,inet_gethost_native}, {status,waiting}, {initial_call,{inet_gethost_native,server_init,2}}, {backtrace, [<<"Program counter: 0x00007f7477eaa640 (inet_gethost_native:main_loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747687ea60 Return addr 0x00000000008a00b8 ()">>, <<"y(0) {state,#Port<0.2308>,8000,94237,98347,<0.223.0>,4,{statistics,0,0,0,0,0,0,0,0}}">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,957}]}, {heap_size,2584}, {total_heap_size,2961}, {links,[<0.223.0>,#Port<0.2308>]}, {memory,24664}, {message_queue_len,0}, {reductions,62461}, {trap_exit,true}]}, {<0.2109.0>, [{registered_name,net_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fa0798 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,net_sup},one_for_all,[{child,<0.2112.0>,net_kernel,{net_kernel,start">>, <<"y(4) net_sup">>,<<"y(5) <0.11.0>">>,<<>>, <<"0x00007f7480fa07d0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,377}, {total_heap_size,987}, {links,[<0.2110.0>,<0.2111.0>,<0.2112.0>,<0.11.0>]}, {memory,8952}, {message_queue_len,0}, {reductions,241}, {trap_exit,true}]}, {<0.2110.0>, [{registered_name,erl_epmd}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747c05c5f0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) erl_epmd">>, <<"y(3) {state,#Port<0.2797>,21100,ns_1}">>, <<"y(4) erl_epmd">>,<<"y(5) <0.2109.0>">>, <<>>, <<"0x00007f747c05c628 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.2109.0>,#Port<0.2797>]}, {memory,2840}, {message_queue_len,0}, {reductions,127}, {trap_exit,false}]}, {<0.2111.0>, [{registered_name,auth}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fb1430 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) auth">>, <<"y(3) {state,pgrerltnvxhwqdmr,8359953}">>, <<"y(4) auth">>,<<"y(5) <0.2109.0>">>,<<>>, <<"0x00007f7480fb1468 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,7}]}, {heap_size,987}, {total_heap_size,1364}, {links,[<0.2109.0>]}, {memory,11848}, {message_queue_len,0}, {reductions,1418}, {trap_exit,true}]}, {<0.2112.0>, [{registered_name,net_kernel}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477bb4610 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) net_kernel">>, <<"(3) {state,'ns_1@10.1.5.53','ns_1@10.1.5.53',longnames,{tick,<0.2114.0>,15000},7000,sy">>, <<"y(4) net_kernel">>,<<"y(5) <0.2109.0>">>, <<>>, <<"0x00007f7477bb4648 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,54}]}, {heap_size,1597}, {total_heap_size,1974}, {links, [<0.2114.0>,<0.9014.0>,<0.2109.0>,<0.2113.0>, #Port<0.2795>]}, {memory,16928}, {message_queue_len,0}, {reductions,10436}, {trap_exit,true}]}, {<0.2113.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{inet_tcp_dist,accept_loop,2}}, {backtrace, [<<"Program counter: 0x00007f747fdf5ad0 (prim_inet:accept0/2 + 184)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477b802c0 Return addr 0x00007f7477a59f28 (inet_tcp:accept/1 + 40)">>, <<"y(0) 666">>,<<"y(1) #Port<0.2795>">>,<<>>, <<"0x00007f7477b802d8 Return addr 0x00007f7477a4f4f8 (inet_tcp_dist:accept_loop/2 + 96)">>, <<"y(0) []">>,<<>>, <<"0x00007f7477b802e8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>,<<"y(1) #Port<0.2795>">>, <<"y(2) <0.2112.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,25}]}, {heap_size,2584}, {total_heap_size,2961}, {links,[<0.2112.0>]}, {memory,24592}, {message_queue_len,0}, {reductions,18827}, {trap_exit,false}]}, {<0.2114.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{net_kernel,ticker,2}}, {backtrace, [<<"Program counter: 0x00007f7477f046b8 (net_kernel:ticker_loop/2 + 56)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fcd690 Return addr 0x00000000008a00b8 ()">>, <<"y(0) 15000">>,<<"y(1) <0.2112.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.2112.0>]}, {memory,2696}, {message_queue_len,0}, {reductions,247}, {trap_exit,false}]}, {<0.8775.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e1d9a58 (application_master:main_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747e2796b8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>, <<"(1) {state,<0.8776.0>,{appl_data,mnesia,[mnesia_dumper_load_regulator,mnesia_event,mne">>, <<"y(2) <0.7.0>">>,<<>>, <<"0x00007f747e2796d8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,987}, {total_heap_size,1597}, {links,[<0.7.0>,<0.8776.0>]}, {memory,13752}, {message_queue_len,0}, {reductions,80}, {trap_exit,true}]}, {<0.8776.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{application_master,start_it,4}}, {backtrace, [<<"Program counter: 0x00007f747e1dbd28 (application_master:loop_it/4 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fd2790 Return addr 0x00000000008a00b8 ()">>, <<"y(0) {normal,[]}">>,<<"y(1) mnesia_sup">>, <<"y(2) <0.8777.0>">>,<<"y(3) <0.8775.0>">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.8775.0>,<0.8777.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,32}, {trap_exit,true}]}, {<0.8777.0>, [{registered_name,mnesia_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480ff2020 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,mnesia_sup},one_for_all,[{child,<0.8779.0>,mnesia_kernel_sup,{mnesia">>, <<"y(4) mnesia_sup">>,<<"y(5) <0.8776.0>">>, <<>>, <<"0x00007f7480ff2058 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,233}, {total_heap_size,610}, {links,[<0.8778.0>,<0.8779.0>,<0.8776.0>]}, {memory,5896}, {message_queue_len,0}, {reductions,195}, {trap_exit,true}]}, {<0.8778.0>, [{registered_name,mnesia_event}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e17d750 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fdfd78 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"y(2) [{handler,mnesia_event,false,{state,[],false,[]},false}]">>, <<"y(3) mnesia_event">>, <<"y(4) <0.8777.0>">>,<<>>, <<"0x00007f7480fdfda8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,987}, {total_heap_size,1597}, {links,[<0.8777.0>,<0.8781.0>]}, {memory,13752}, {message_queue_len,0}, {reductions,394}, {trap_exit,true}]}, {<0.8779.0>, [{registered_name,mnesia_kernel_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fc6bf8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,mnesia_kernel_sup},one_for_all,[{child,<0.8788.0>,mnesia_late_loader">>, <<"y(4) mnesia_kernel_sup">>, <<"y(5) <0.8777.0>">>,<<>>, <<"0x00007f7480fc6c30 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,7}]}, {heap_size,377}, {total_heap_size,754}, {links, [<0.8782.0>,<0.8786.0>,<0.8787.0>,<0.8788.0>, <0.8784.0>,<0.8785.0>,<0.8783.0>,<0.8780.0>, <0.8781.0>,<0.8777.0>]}, {memory,7328}, {message_queue_len,0}, {reductions,551}, {trap_exit,true}]}, {<0.8780.0>, [{registered_name,mnesia_monitor}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477fb9d18 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mnesia_monitor">>, <<"y(3) {state,<0.8779.0>,[],[],true,[],undefined,[]}">>, <<"y(4) mnesia_monitor">>, <<"y(5) <0.8779.0>">>,<<>>, <<"0x00007f7477fb9d50 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,15}]}, {heap_size,2584}, {total_heap_size,3194}, {links,[<0.8779.0>,<0.8792.0>]}, {memory,26528}, {message_queue_len,0}, {reductions,3214}, {trap_exit,true}]}, {<0.8781.0>, [{registered_name,mnesia_subscr}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480ff05d8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mnesia_subscr">>, <<"y(3) {state,<0.8779.0>,33169433}">>, <<"y(4) mnesia_subscr">>, <<"y(5) <0.8779.0>">>,<<>>, <<"0x00007f7480ff0610 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.8778.0>,<0.8779.0>,<0.67.0>]}, {memory,2880}, {message_queue_len,0}, {reductions,111}, {trap_exit,true}]}, {<0.8782.0>, [{registered_name,mnesia_locker}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747793c058 (mnesia_locker:loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fae990 Return addr 0x00007f7477b121f0 (mnesia_sp:init_proc/4 + 240)">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) []">>,<<"y(3) []">>, <<"y(4) []">>,<<"y(5) {state,<0.8779.0>}">>, <<>>, <<"0x00007f7480fae9c8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) Catch 0x00007f7477b121f0 (mnesia_sp:init_proc/4 + 240)">>, <<"y(1) mnesia_locker">>,<<"y(2) []">>, <<"y(3) []">>,<<"y(4) [<0.8779.0>]">>,<<>>, <<"0x00007f7480fae9f8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,41}]}, {heap_size,233}, {total_heap_size,610}, {links,[<0.8779.0>]}, {memory,5816}, {message_queue_len,0}, {reductions,21609}, {trap_exit,true}]}, {<0.8783.0>, [{registered_name,mnesia_recover}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477b99758 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mnesia_recover">>, <<"y(3) {state,<0.8779.0>,undefined,undefined,undefined,0,false,true,[]}">>, <<"y(4) mnesia_recover">>, <<"y(5) <0.8779.0>">>,<<>>, <<"0x00007f7477b99790 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,987}, {total_heap_size,1364}, {links,[<0.8779.0>,<0.49.0>]}, {memory,11888}, {message_queue_len,0}, {reductions,903}, {trap_exit,true}]}, {<0.8784.0>, [{registered_name,mnesia_tm}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747799da60 (mnesia_tm:doit_loop/1 + 200)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747c06ac78 Return addr 0x00007f7477b121f0 (mnesia_sp:init_proc/4 + 240)">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) {state,{0,nil},{0,nil},<0.8779.0>,[],[],[]}">>, <<"y(3) []">>,<<"y(4) []">>, <<"y(5) <0.8779.0>">>,<<"y(6) {0,nil}">>, <<"y(7) {0,nil}">>,<<>>, <<"0x00007f747c06acc0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) Catch 0x00007f7477b121f0 (mnesia_sp:init_proc/4 + 240)">>, <<"y(1) mnesia_tm">>,<<"y(2) []">>, <<"y(3) []">>,<<"y(4) [<0.8779.0>]">>,<<>>, <<"0x00007f747c06acf0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,52}]}, {heap_size,610}, {total_heap_size,1220}, {links,[<0.8779.0>]}, {memory,10696}, {message_queue_len,0}, {reductions,52204}, {trap_exit,true}]}, {<0.8785.0>, [{registered_name,mnesia_checkpoint_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477bb1418 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,mnesia_checkpoint_sup},simple_one_for_one,[{child,undefined,mnesia_c">>, <<"y(4) mnesia_checkpoint_sup">>, <<"y(5) <0.8779.0>">>,<<>>, <<"0x00007f7477bb1450 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.8779.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,59}, {trap_exit,true}]}, {<0.8786.0>, [{registered_name,mnesia_snmp_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477bcf488 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,mnesia_snmp_sup},simple_one_for_one,[{child,undefined,mnesia_snmp_su">>, <<"y(4) mnesia_snmp_sup">>, <<"y(5) <0.8779.0>">>,<<>>, <<"0x00007f7477bcf4c0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.8779.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,59}, {trap_exit,true}]}, {<0.8787.0>, [{registered_name,mnesia_controller}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477624ce0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mnesia_controller">>, <<"(3) {state,<0.8779.0>,true,[],[],{0,nil},[],[],{0,nil},undefined,[],[],{interval,#Ref<">>, <<"y(4) mnesia_controller">>, <<"y(5) <0.8779.0>">>,<<>>, <<"0x00007f7477624d18 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,377}, {total_heap_size,754}, {links,[<0.8779.0>,<0.49.0>]}, {memory,7008}, {message_queue_len,0}, {reductions,457}, {trap_exit,true}]}, {<0.8788.0>, [{registered_name,mnesia_late_loader}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747799aa10 (mnesia_late_loader:loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477bcfbc8 Return addr 0x00007f7477b121f0 (mnesia_sp:init_proc/4 + 240)">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) {state,<0.8779.0>}">>,<<>>, <<"0x00007f7477bcfbe8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) Catch 0x00007f7477b121f0 (mnesia_sp:init_proc/4 + 240)">>, <<"y(1) mnesia_late_loader">>,<<"y(2) []">>, <<"y(3) []">>,<<"y(4) [<0.8779.0>]">>,<<>>, <<"0x00007f7477bcfc18 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,233}, {total_heap_size,610}, {links,[<0.8779.0>]}, {memory,5816}, {message_queue_len,0}, {reductions,185}, {trap_exit,false}]}, {<0.8792.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f7477706dc0 (disk_log:loop/1 + 168)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747c0759f8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"(0) {state,[],[],<0.87.0>,<0.88.0>,377,{arg,latest_log,undefined,\"/opt/couchbase/var/l">>, <<>>, <<"0x00007f747c075a08 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,39}]}, {heap_size,610}, {total_heap_size,1597}, {links,[<0.88.0>,<0.8780.0>,<0.87.0>,#Port<0.5326>]}, {memory,13832}, {message_queue_len,0}, {reductions,17425}, {trap_exit,true}]}, {<0.9014.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{inet_tcp_dist,do_setup,6}}, {backtrace, [<<"Program counter: 0x00007f7477257dd8 (dist_util:con_loop/9 + 112)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480ff3a98 Return addr 0x00000000008a00b8 ()">>, <<"y(0) []">>, <<"y(1) #Fun">>, <<"y(2) #Fun">>, <<"y(3) {tick,557,316,3,3}">>, <<"y(4) normal">>, <<"y(5) 'ns_1@10.1.5.53'">>, <<"y(6) {net_address,{{10,1,5,59},21100},\"10.1.5.59\",tcp,inet}">>, <<"y(7) #Port<0.5400>">>, <<"y(8) 'ns_1@10.1.5.59'">>, <<"y(9) <0.2112.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,9}]}, {heap_size,233}, {total_heap_size,610}, {links,[<0.2112.0>,#Port<0.5400>]}, {memory,5752}, {message_queue_len,0}, {reductions,747}, {trap_exit,false}]}, {<0.9018.0>, [{registered_name,ns_server_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747761f018 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_server_sup},one_for_one,[{child,<0.9072.0>,ns_moxi_sup,{ns_moxi_s">>, <<"y(4) ns_server_sup">>,<<"y(5) <0.54.0>">>, <<>>, <<"0x00007f747761f050 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,17711}, {total_heap_size,18698}, {links, [<0.9044.0>,<0.9068.0>,<0.9070.0>,<0.9071.0>, <0.9072.0>,<0.9069.0>,<0.9059.0>,<0.9066.0>, <0.9067.0>,<0.9065.0>,<0.9048.0>,<0.9050.0>, <0.9047.0>,<0.9021.0>,<0.9038.0>,<0.9043.0>, <0.9037.0>,<0.9019.0>,<0.9020.0>,<0.54.0>]}, {memory,151280}, {message_queue_len,0}, {reductions,4518}, {trap_exit,true}]}, {<0.9019.0>, [{registered_name,ns_log}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476e0f208 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_log">>, <<"(3) {state,[{log_entry,{1322,527780,792420},'ns_1@127.0.0.1',ns_node_disco,3,\"Initial ">>, <<"y(4) ns_log">>,<<"y(5) <0.9018.0>">>,<<>>, <<"0x00007f7476e0f240 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,12}]}, {heap_size,17711}, {total_heap_size,28657}, {links,[<0.49.0>,<0.9018.0>]}, {memory,230232}, {message_queue_len,0}, {reductions,24769}, {trap_exit,true}]}, {<0.9020.0>, [{registered_name,ns_log_events}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00000000008a00b0 (unknown function)">>, <<"CP: 0x00000000008a00b8 ()">>, <<"arity = 3">>,<<" proc_lib">>,<<" wake_up">>, <<" [gen_event,wake_hib,[<0.9018.0>,ns_log_events,[{handler,ns_mail_log,false,{state},<0.904">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,32}]}, {heap_size,34}, {total_heap_size,34}, {links,[<0.9018.0>,<0.9046.0>]}, {memory,1248}, {message_queue_len,0}, {reductions,63407}, {trap_exit,true}]}, {<0.9021.0>, [{registered_name,ns_node_disco_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fb2008 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_node_disco_sup},rest_for_one,[{child,<0.9028.0>,ns_config_rep,{ns">>, <<"y(4) ns_node_disco_sup">>, <<"y(5) <0.9018.0>">>,<<>>, <<"0x00007f7480fb2040 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,377}, {total_heap_size,754}, {links, [<0.9026.0>,<0.9027.0>,<0.9028.0>,<0.9022.0>, <0.9023.0>,<0.9018.0>]}, {memory,7168}, {message_queue_len,0}, {reductions,777}, {trap_exit,true}]}, {<0.9022.0>, [{registered_name,ns_node_disco_events}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e17d750 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fb2768 Return addr 0x00007f747e1904f0 (proc_lib:wake_up/3 + 120)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,menelaus_event,ns_node_disco_events,{state,undefined,[{<0.9055.0>,#Ref<0">>, <<"y(3) ns_node_disco_events">>, <<"y(4) <0.9021.0>">>,<<>>, <<"0x00007f7480fb2798 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190510 (proc_lib:wake_up/3 + 152)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,233}, {total_heap_size,377}, {links,[<0.9026.0>,<0.9028.0>,<0.9056.0>,<0.9021.0>]}, {memory,4144}, {message_queue_len,0}, {reductions,209}, {trap_exit,true}]}, {<0.9023.0>, [{registered_name,ns_node_disco}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476a4d8e8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_node_disco">>, <<"y(3) {state,['ns_1@10.1.5.53','ns_1@10.1.5.59']}">>, <<"y(4) ns_node_disco">>, <<"y(5) <0.9021.0>">>,<<>>, <<"0x00007f7476a4d920 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,14}]}, {heap_size,46368}, {total_heap_size,57314}, {links,[<0.9021.0>,<0.49.0>]}, {memory,459488}, {message_queue_len,0}, {reductions,19211}, {trap_exit,false}]}, {<0.9026.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f74774194a8 (ns_node_disco_log:'-start_link/0-fun-0-'/0 + 80)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f9f018 Return addr 0x00000000008a00b8 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.9021.0>,<0.9022.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,10}, {trap_exit,false}]}, {<0.9027.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477a3e1d8 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f9f770 Return addr 0x00000000008a00b8 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.9021.0>,<0.118.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,11}, {trap_exit,false}]}, {<0.9028.0>, [{registered_name,ns_config_rep}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747681e870 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_config_rep">>, <<"y(3) {state,<0.9035.0>}">>, <<"y(4) ns_config_rep">>, <<"y(5) <0.9021.0>">>,<<>>, <<"0x00007f747681e8a8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,75025}, {total_heap_size,92736}, {links,[<0.9022.0>,<0.9035.0>,<0.9021.0>]}, {memory,742904}, {message_queue_len,0}, {reductions,8405}, {trap_exit,false}]}, {<0.9035.0>, [{registered_name,ns_config_rep_merger}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477426948 (ns_config_rep:merger_loop/0 + 24)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7475e7b928 Return addr 0x00000000008a00b8 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,46368}, {total_heap_size,121393}, {links,[<0.9028.0>]}, {memory,971976}, {message_queue_len,0}, {reductions,9144}, {trap_exit,false}]}, {<0.9037.0>, [{registered_name,ns_tick_event}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e17d750 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f74768661d8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,ns_pubsub,#Ref<0.0.0.132824>,{state,#Fun,ignored},">>, <<"y(3) ns_tick_event">>, <<"y(4) <0.9018.0>">>,<<>>, <<"0x00007f7476866208 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,5}]}, {heap_size,987}, {total_heap_size,1364}, {links,[<0.9018.0>,<0.9068.0>]}, {memory,11888}, {message_queue_len,0}, {reductions,1192}, {trap_exit,true}]}, {<0.9038.0>, [{registered_name,mb_master}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f74774434d0 (gen_fsm:loop/7 + 272)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747c085390 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mb_master">>, <<"(3) {state,undefined,'ns_1@10.1.5.59',['ns_1@10.1.5.53','ns_1@10.1.5.59'],{1323,112734">>, <<"y(4) candidate">>,<<"y(5) mb_master">>, <<"y(6) <0.9018.0>">>,<<>>, <<"0x00007f747c0853d0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,65}]}, {heap_size,2584}, {total_heap_size,3571}, {links,[<0.118.0>,<0.9018.0>,<0.49.0>]}, {memory,29584}, {message_queue_len,0}, {reductions,21274}, {trap_exit,true}]}, {<0.9043.0>, [{registered_name,buckets_events}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e17d750 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477bb51f0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,menelaus_event,buckets_events,{state,undefined,[{<0.9055.0>,#Ref<0.0.0.1">>, <<"y(3) buckets_events">>, <<"y(4) <0.9018.0>">>,<<>>, <<"0x00007f7477bb5220 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,377}, {total_heap_size,754}, {links,[<0.9047.0>,<0.9056.0>,<0.9018.0>]}, {memory,7120}, {message_queue_len,0}, {reductions,193}, {trap_exit,true}]}, {<0.9044.0>, [{registered_name,ns_mail_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477b768a8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_mail_sup},one_for_all,[{child,<0.9046.0>,ns_mail_log,{ns_mail_log">>, <<"y(4) ns_mail_sup">>,<<"y(5) <0.9018.0>">>, <<>>, <<"0x00007f7477b768e0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,233}, {total_heap_size,610}, {links,[<0.9045.0>,<0.9046.0>,<0.9018.0>]}, {memory,5896}, {message_queue_len,0}, {reductions,650}, {trap_exit,true}]}, {<0.9045.0>, [{registered_name,ns_mail}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fec100 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_mail">>,<<"y(3) empty_state">>, <<"y(4) ns_mail">>,<<"y(5) <0.9044.0>">>, <<>>, <<"0x00007f7480fec138 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.9044.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,27}, {trap_exit,true}]}, {<0.9046.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477a3e1d8 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477b755b8 Return addr 0x00000000008a00b8 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.9044.0>,<0.9020.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,11}, {trap_exit,false}]}, {<0.9047.0>, [{registered_name,ns_heart}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f74765738e8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_heart">>, <<"(3) {state,undefined,[{meminfo,<<1142 bytes>>},{system_memory_data,[{system_total_memo">>, <<"y(4) ns_heart">>,<<"y(5) <0.9018.0>">>, <<>>, <<"0x00007f7476573920 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,24}]}, {heap_size,46368}, {total_heap_size,48952}, {links,[<0.9018.0>,<0.9043.0>,<0.49.0>]}, {memory,392632}, {message_queue_len,0}, {reductions,104898}, {trap_exit,false}]}, {<0.9048.0>, [{registered_name,ns_doctor}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477bccb80 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_doctor">>, <<"(3) {state,{dict,2,16,16,8,80,48,{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]},{{[">>, <<"y(4) ns_doctor">>,<<"y(5) <0.9018.0>">>, <<>>, <<"0x00007f7477bccbb8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,8}]}, {heap_size,6765}, {total_heap_size,9349}, {links,[<0.9018.0>,<0.49.0>]}, {memory,75768}, {message_queue_len,0}, {reductions,5031}, {trap_exit,false}]}, {<0.9050.0>, [{registered_name,menelaus_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477fafbb8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,menelaus_sup},one_for_one,[{child,<0.9058.0>,menelaus_web_alerts_srv">>, <<"y(4) menelaus_sup">>, <<"y(5) <0.9018.0>">>,<<>>, <<"0x00007f7477fafbf0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,4181}, {total_heap_size,32838}, {links, [<0.9054.0>,<0.9058.0>,<0.9529.0>,<0.9056.0>, <0.9018.0>]}, {memory,263800}, {message_queue_len,0}, {reductions,3776}, {trap_exit,true}]}, {<0.9054.0>, [{registered_name,menelaus_web}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477b94df0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mochiweb_socket_server">>, <<"(3) {mochiweb_socket_server,8091,#Fun,{local,menelaus_web},">>, <<"y(4) menelaus_web">>, <<"y(5) <0.9050.0>">>,<<>>, <<"0x00007f7477b94e28 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,610}, {total_heap_size,987}, {links, [<0.9461.0>,<0.9465.0>,<0.9466.0>,<0.9462.0>, <0.9050.0>,<0.9055.0>,#Port<0.5416>]}, {memory,9072}, {message_queue_len,0}, {reductions,426}, {trap_exit,true}]}, {<0.9055.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f74774893e0 (menelaus_web:handle_pool_info_wait/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"x00007f7477028d18 Return addr 0x00007f7477488ec8 (menelaus_web:check_and_handle_pool_info/">>, <<"y(0) \"97658707\"">>, <<"y(1) \"97658707\"">>,<<"y(2) 20000">>, <<"y(3) \"10.1.5.53\"">>, <<"y(4) {\"Administrator\",\"password\"}">>, <<"y(5) \"default\"">>, <<"(6) {mochiweb_request,#Port<0.5641>,'GET',\"/pools/default?waitChange=20000&etag=976587">>, <<>>, <<"0x00007f7477028d58 Return addr 0x00007f7477487e80 (menelaus_web:loop/3 + 25896)">>, <<"y(0) Catch 0x00007f7477488f18 (menelaus_web:check_and_handle_pool_info/2 + 328)">>, <<"y(1) []">>,<<"y(2) <0.9514.0>">>,<<>>, <<"0x00007f7477028d78 Return addr 0x00007f74774d2f00 (mochiweb_http:headers/5 + 1224)">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) []">>,<<"y(3) []">>, <<"(4) {mochiweb_request,#Port<0.5641>,'GET',\"/pools/default?waitChange=20000&etag=976587">>, <<"y(5) Catch 0x00007f7477487f00 (menelaus_web:loop/3 + 26024)">>, <<>>, <<"0x00007f7477028db0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) #Fun">>, <<"y(1) []">>,<<"y(2) []">>, <<"(3) {mochiweb_request,#Port<0.5641>,'GET',\"/pools/default?waitChange=20000&etag=976587">>, <<>>, <<"0x00007f7477028dd8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,19}]}, {heap_size,28657}, {total_heap_size,103682}, {links,[<0.9054.0>,<0.9514.0>,#Port<0.5641>]}, {memory,830688}, {message_queue_len,0}, {reductions,186864}, {trap_exit,false}]}, {<0.9056.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477a3e1d8 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477ba1a80 Return addr 0x00000000008a00b8 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.9022.0>,<0.9050.0>,<0.9043.0>,<0.118.0>]}, {memory,2816}, {message_queue_len,0}, {reductions,27}, {trap_exit,false}]}, {<0.9058.0>, [{registered_name,menelaus_web_alerts_srv}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747688f030 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) menelaus_web_alerts_srv">>, <<"(3) {state,[],[],{dict,2,16,16,8,80,48,{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[">>, <<"y(4) menelaus_web_alerts_srv">>, <<"y(5) <0.9050.0>">>,<<>>, <<"0x00007f747688f068 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,5}]}, {heap_size,1597}, {total_heap_size,2584}, {links,[<0.9050.0>,<0.49.0>]}, {memory,21648}, {message_queue_len,0}, {reductions,896}, {trap_exit,false}]}, {<0.9059.0>, [{registered_name,ns_port_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476cff6c8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_port_sup},one_for_one,[{child,<0.9530.0>,{memcached,\"/opt/membase">>, <<"y(4) ns_port_sup">>,<<"y(5) <0.9018.0>">>, <<>>, <<"0x00007f7476cff700 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,5}]}, {heap_size,6765}, {total_heap_size,35422}, {links,[<0.9060.0>,<0.9530.0>,<0.9532.0>,<0.9018.0>]}, {memory,284432}, {message_queue_len,0}, {reductions,10800}, {trap_exit,true}]}, {<0.9060.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477a3e1d8 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fb2ef8 Return addr 0x00000000008a00b8 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.9059.0>,<0.118.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,11}, {trap_exit,false}]}, {<0.9065.0>, [{registered_name,ns_stats_event}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e17d750 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747686d1a0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,ns_pubsub,#Ref<0.0.0.132848>,{state,#Fun,ignored},">>, <<"y(3) ns_stats_event">>, <<"y(4) <0.9018.0>">>,<<>>, <<"0x00007f747686d1d0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,18}]}, {heap_size,377}, {total_heap_size,987}, {links,[<0.9069.0>,<0.9018.0>]}, {memory,8872}, {message_queue_len,0}, {reductions,2510}, {trap_exit,true}]}, {<0.9066.0>, [{registered_name,ns_bucket_worker}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fa1648 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) work_queue">>,<<"y(3) []">>, <<"y(4) ns_bucket_worker">>, <<"y(5) <0.9018.0>">>,<<>>, <<"0x00007f7480fa1680 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.9018.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,73}, {trap_exit,false}]}, {<0.9067.0>, [{registered_name,ns_bucket_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f74768642e8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_bucket_sup},one_for_one,[{child,<0.9080.0>,{per_bucket_sup,\"defau">>, <<"y(4) ns_bucket_sup">>, <<"y(5) <0.9018.0>">>,<<>>, <<"0x00007f7476864320 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,17711}, {total_heap_size,17711}, {links,[<0.9018.0>,<0.9080.0>,<0.118.0>]}, {memory,142704}, {message_queue_len,0}, {reductions,1452}, {trap_exit,true}]}, {<0.9068.0>, [{registered_name,system_stats_collector}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747c066068 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) system_stats_collector">>, <<"(3) {state,#Port<0.5420>,[{cpu_local_ms,37902462980},{cpu_idle_ms,37356347640},{swap_t">>, <<"y(4) system_stats_collector">>, <<"y(5) <0.9018.0>">>,<<>>, <<"0x00007f747c0660a0 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,30}]}, {heap_size,987}, {total_heap_size,1364}, {links,[<0.9018.0>,<0.9037.0>,#Port<0.5420>]}, {memory,11928}, {message_queue_len,0}, {reductions,6396}, {trap_exit,false}]}, {<0.9069.0>, [{registered_name,'stats_archiver-@system'}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747688bdb0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) stats_archiver">>, <<"y(3) {state,\"@system\"}">>, <<"y(4) 'stats_archiver-@system'">>, <<"y(5) <0.9018.0>">>,<<>>, <<"0x00007f747688bde8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,27}]}, {heap_size,2584}, {total_heap_size,3194}, {links,[<0.9018.0>,<0.9065.0>,<0.49.0>]}, {memory,26568}, {message_queue_len,0}, {reductions,499655}, {trap_exit,false}]}, {<0.9070.0>, [{registered_name,'stats_reader-@system'}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477822cf8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) stats_reader">>, <<"y(3) {state,\"@system\"}">>, <<"y(4) 'stats_reader-@system'">>, <<"y(5) <0.9018.0>">>,<<>>, <<"0x00007f7477822d30 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,5}]}, {heap_size,987}, {total_heap_size,5168}, {links,[<0.9018.0>]}, {memory,42280}, {message_queue_len,0}, {reductions,8308}, {trap_exit,false}]}, {<0.9071.0>, [{registered_name,ns_moxi_sup_work_queue}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476d62270 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) work_queue">>,<<"y(3) []">>, <<"y(4) ns_moxi_sup_work_queue">>, <<"y(5) <0.9018.0>">>,<<>>, <<"0x00007f7476d622a8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,17711}, {total_heap_size,17711}, {links,[<0.9018.0>]}, {memory,142624}, {message_queue_len,0}, {reductions,1526}, {trap_exit,false}]}, {<0.9072.0>, [{registered_name,ns_moxi_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477fdc6a0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"y(3) {state,{local,ns_moxi_sup},one_for_one,[],undefined,20,10,[],ns_moxi_sup,[]}">>, <<"y(4) ns_moxi_sup">>,<<"y(5) <0.9018.0>">>, <<>>, <<"0x00007f7477fdc6d8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,17711}, {total_heap_size,17711}, {links,[<0.9018.0>,<0.118.0>]}, {memory,142664}, {message_queue_len,0}, {reductions,2059}, {trap_exit,true}]}, {<0.9080.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f747e190c50 (proc_lib:sync_wait/2 + 56)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"x00007f747c0593f0 Return addr 0x00007f747727d960 (single_bucket_sup:'-start_link/1-fun-0-'">>, <<"y(0) infinity">>,<<"y(1) <0.9081.0>">>, <<>>, <<"0x00007f747c059408 Return addr 0x00000000008a00b8 ()">>, <<"y(0) <0.9067.0>">>,<<"y(1) \"default\"">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.9067.0>,<0.9081.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,30}, {trap_exit,true}]}, {<0.9081.0>, [{registered_name,'single_bucket_sup-default'}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e190c50 (proc_lib:sync_wait/2 + 56)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747c05a688 Return addr 0x00007f747e1de878 (supervisor:do_start_child/2 + 312)">>, <<"y(0) infinity">>,<<"y(1) <0.9082.0>">>, <<>>, <<"0x00007f747c05a6a0 Return addr 0x00007f747e1de3a8 (supervisor:start_children/3 + 144)">>, <<"(0) {child,undefined,{ns_memcached,\"default\"},{ns_memcached,start_link,[\"default\"]},pe">>, <<"y(1) {local,'single_bucket_sup-default'}">>, <<"y(2) Catch 0x00007f747e1de878 (supervisor:do_start_child/2 + 312)">>, <<>>, <<"0x00007f747c05a6c0 Return addr 0x00007f747e1dde30 (supervisor:init_children/2 + 272)">>, <<"y(0) {local,'single_bucket_sup-default'}">>, <<"y(1) []">>, <<"(2) [{child,undefined,{ns_vbm_sup,\"default\"},{ns_vbm_sup,start_link,[\"default\"]},perma">>, <<"(3) {child,undefined,{ns_memcached,\"default\"},{ns_memcached,start_link,[\"default\"]},pe">>, <<>>, <<"0x00007f747c05a6e8 Return addr 0x00007f747e2477c0 (gen_server:init_it/6 + 376)">>, <<"(0) {state,{local,'single_bucket_sup-default'},rest_for_one,[],undefined,20,10,[],sing">>, <<"y(1) {local,'single_bucket_sup-default'}">>, <<>>, <<"0x00007f747c05a700 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) Catch 0x00007f747e2477c0 (gen_server:init_it/6 + 376)">>, <<"y(1) 'single_bucket_sup-default'">>, <<"y(2) []">>,<<"y(3) supervisor">>, <<"y(4) {local,'single_bucket_sup-default'}">>, <<"y(5) <0.9080.0>">>,<<"y(6) <0.9080.0>">>, <<>>, <<"0x00007f747c05a740 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,233}, {total_heap_size,610}, {links,[<0.9080.0>,<0.9082.0>]}, {memory,5856}, {message_queue_len,0}, {reductions,689}, {trap_exit,true}]}, {<0.9082.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f7477dda2e0 (timer:sleep/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f74767538a8 Return addr 0x00007f74774c13f8 (ns_memcached:connect/0 + 1032)">>, <<"y(0) 1000">>,<<>>, <<"0x00007f74767538b8 Return addr 0x00007f74774bd060 (ns_memcached:init/1 + 184)">>, <<>>, <<"0x00007f74767538c0 Return addr 0x00007f747e2477c0 (gen_server:init_it/6 + 376)">>, <<"y(0) []">>, <<"y(1) {interval,#Ref<0.0.0.132943>}">>, <<"y(2) \"default\"">>,<<>>, <<"0x00007f74767538e0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) Catch 0x00007f747e2477c0 (gen_server:init_it/6 + 376)">>, <<"y(1) <0.9082.0>">>,<<"y(2) []">>, <<"y(3) ns_memcached">>, <<"y(4) <0.9082.0>">>,<<"y(5) <0.9081.0>">>, <<"y(6) <0.9081.0>">>,<<>>, <<"0x00007f7476753920 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,35}]}, {heap_size,46368}, {total_heap_size,75025}, {links,[<0.49.0>,<0.9081.0>]}, {memory,607800}, {message_queue_len,207}, {reductions,75978}, {trap_exit,false}]}, {<0.9461.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747fdf6e30 (prim_inet:recv0/3 + 224)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f747c092b78 Return addr 0x00007f74774d26f0 (mochiweb_http:request/2 + 104)">>, <<"y(0) 1862">>,<<"y(1) #Port<0.5642>">>, <<>>, <<"0x00007f747c092b90 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) #Fun">>, <<"y(1) #Port<0.5642>">>,<<>>, <<"0x00007f747c092ba8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,23}]}, {heap_size,4181}, {total_heap_size,8362}, {links,[#Port<0.5642>,<0.9054.0>]}, {memory,67872}, {message_queue_len,0}, {reductions,72583}, {trap_exit,false}]}, {<0.9462.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747fdf6e30 (prim_inet:recv0/3 + 224)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f74768693d0 Return addr 0x00007f74774d26f0 (mochiweb_http:request/2 + 104)">>, <<"y(0) 1832">>,<<"y(1) #Port<0.5644>">>, <<>>, <<"0x00007f74768693e8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) #Fun">>, <<"y(1) #Port<0.5644>">>,<<>>, <<"0x00007f7476869400 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,7}]}, {heap_size,1597}, {total_heap_size,5778}, {links,[#Port<0.5644>,<0.9054.0>]}, {memory,47200}, {message_queue_len,0}, {reductions,70103}, {trap_exit,false}]}, {<0.9465.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e2488b0 (gen_server:do_multi_call/4 + 736)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476cac838 Return addr 0x00007f747e1ee578 (rpc:do_multicall/5 + 256)">>, <<"y(0) []">>,<<"y(1) #Ref<0.0.0.138333>">>, <<"y(2) <0.9542.0>">>, <<"y(3) #Ref<0.0.0.138332>">>,<<>>, <<"0x00007f7476cac860 Return addr 0x00007f7477a1d158 (diag_handler:diag_multicall/3 + 208)">>, <<"y(0) []">>,<<"y(1) []">>,<<>>, <<"0x00007f7476cac878 Return addr 0x00007f7477a1db38 (diag_handler:handle_diag/1 + 232)">>, <<"y(0) ['ns_1@10.1.5.53','ns_1@10.1.5.59']">>, <<"y(1) []">>,<<"y(2) []">>, <<"y(3) []">>,<<>>, <<"0x00007f7476cac8a0 Return addr 0x00007f7477487a00 (menelaus_web:loop/3 + 24744)">>, <<"y(0) []">>, <<"(1) [{\"default\",[{sasl_password,[]},{num_replicas,1},{ram_quota,2067791872},{auth_type">>, <<"(2) {mochiweb_request,#Port<0.5647>,'GET',\"/diag\",{1,1},{9,{\"host\",{'Host',\"10.1.5.53:">>, <<>>, <<"0x00007f7476cac8c0 Return addr 0x00007f74774d2f00 (mochiweb_http:headers/5 + 1224)">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) []">>,<<"y(3) []">>, <<"(4) {mochiweb_request,#Port<0.5647>,'GET',\"/diag\",{1,1},{9,{\"host\",{'Host',\"10.1.5.53:">>, <<"y(5) Catch 0x00007f7477487f00 (menelaus_web:loop/3 + 26024)">>, <<>>, <<"0x00007f7476cac8f8 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) #Fun">>, <<"y(1) []">>,<<"y(2) []">>, <<"(3) {mochiweb_request,#Port<0.5647>,'GET',\"/diag\",{1,1},{9,{\"host\",{'Host',\"10.1.5.53:">>, <<>>, <<"0x00007f7476cac920 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,26}]}, {heap_size,46368}, {total_heap_size,50549}, {links,[#Port<0.5647>,<0.9054.0>]}, {memory,405512}, {message_queue_len,0}, {reductions,76948}, {trap_exit,false}]}, {<0.9466.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747fdf5ad0 (prim_inet:accept0/2 + 184)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477ba12d8 Return addr 0x00007f7477a59f28 (inet_tcp:accept/1 + 40)">>, <<"y(0) 744">>,<<"y(1) #Port<0.5416>">>,<<>>, <<"x00007f7477ba12f0 Return addr 0x00007f74774ce228 (mochiweb_socket_server:acceptor_loop/1 +">>, <<"y(0) []">>,<<>>, <<"0x00007f7477ba1300 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) #Fun">>, <<"y(1) <0.9054.0>">>, <<"y(2) Catch 0x00007f74774ce228 (mochiweb_socket_server:acceptor_loop/1 + 160)">>, <<>>, <<"0x00007f7477ba1320 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,377}, {total_heap_size,377}, {links,[<0.9054.0>]}, {memory,4024}, {message_queue_len,0}, {reductions,38}, {trap_exit,false}]}, {<0.9514.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f7477a1e858 (diag_handler:'-arm_timeout/2-fun-0-'/3 + 56)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480fed458 Return addr 0x00000000008a00b8 ()">>, <<"y(0) <0.9055.0>">>, <<"y(1) #Fun">>, <<"y(2) 23000">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.9055.0>]}, {memory,2696}, {message_queue_len,0}, {reductions,2}, {trap_exit,false}]}, {<0.9529.0>, [{registered_name,hot_keys_keeper}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7480f99018 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) hot_keys_keeper">>, <<"y(3) {state,[],[],undefined}">>, <<"y(4) hot_keys_keeper">>, <<"y(5) <0.9050.0>">>,<<>>, <<"0x00007f7480f99050 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<0.9050.0>,<0.49.0>]}, {memory,2840}, {message_queue_len,0}, {reductions,55}, {trap_exit,false}]}, {<0.9530.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7477bb0c80 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor_cushion">>, <<"y(3) {state,memcached,5000,{1323,112731,622805},undefined}">>, <<"y(4) <0.9530.0>">>,<<"y(5) <0.9059.0>">>, <<>>, <<"0x00007f7477bb0cb8 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,2584}, {total_heap_size,6765}, {links,[<0.9059.0>]}, {memory,55056}, {message_queue_len,0}, {reductions,1067}, {trap_exit,true}]}, {<0.9532.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f747e247f78 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f7476886ce0 Return addr 0x00007f747e190410 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor_cushion">>, <<"y(3) {state,moxi,5000,{1323,112731,624205},undefined}">>, <<"y(4) <0.9532.0>">>,<<"y(5) <0.9059.0>">>, <<>>, <<"0x00007f7476886d18 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e190430 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,4181}, {total_heap_size,5778}, {links,[<0.9059.0>]}, {memory,47160}, {message_queue_len,0}, {reductions,1089}, {trap_exit,true}]}, {<0.9542.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f747e248e58 (gen_server:rec_nodes/7 + 224)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"x00007f7480fa0eb8 Return addr 0x00007f747e24e7f8 (gen_server:'-do_multi_call/4-fun-0-'/6 +">>, <<"y(0) #Ref<0.0.0.138337>">>, <<"y(1) 2000">>,<<"y(2) []">>, <<"y(3) []">>,<<"y(4) rex">>, <<"y(5) #Ref<0.0.0.138332>">>, <<"y(6) [{'ns_1@10.1.5.53',#Ref<0.0.0.138335>}]">>, <<"y(7) #Ref<0.0.0.138336>">>, <<"y(8) 'ns_1@10.1.5.59'">>,<<>>, <<"0x00007f7480fa0f08 Return addr 0x00000000008a00b8 ()">>, <<"y(0) #Ref<0.0.0.138332>">>,<<"y(1) []">>, <<"y(2) []">>,<<"y(3) []">>, <<"y(4) []">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[]}, {memory,2944}, {message_queue_len,0}, {reductions,35}, {trap_exit,true}]}, {<0.9543.0>, [{registered_name,[]}, {status,running}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f747fd76d00 (unknown function)">>, <<"CP: 0x00007f7477a1ccc8 (diag_handler:grab_process_info/1 + 56)">>, <<>>, <<"x00007f74766f7c38 Return addr 0x00007f7477a1eed8 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) []">>,<<>>, <<"x00007f74766f7c48 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) []">>,<<"y(1) <0.9543.0>">>, <<"y(2) Catch 0x00007f7477a1eed8 (diag_handler:'-do_diag_per_node/0-lc$^0/1-0-'/1 + 104)">>, <<>>, <<"x00007f74766f7c68 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9542.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f7c80 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9532.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f7c98 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9530.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f7cb0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9529.0>">>, <<"(1) [{registered_name,hot_keys_keeper},{status,waiting},{initial_call,{proc_lib,init_p">>, <<>>, <<"x00007f74766f7cc8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9514.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f7ce0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9466.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f7cf8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9465.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f7d10 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9462.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f7d28 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9461.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f7d40 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9082.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f7d58 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9081.0>">>, <<"(1) [{registered_name,'single_bucket_sup-default'},{status,waiting},{initial_call,{pro">>, <<>>, <<"x00007f74766f7d70 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9080.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f7d88 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9072.0>">>, <<"(1) [{registered_name,ns_moxi_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}}">>, <<>>, <<"x00007f74766f7da0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9071.0>">>, <<"(1) [{registered_name,ns_moxi_sup_work_queue},{status,waiting},{initial_call,{proc_lib">>, <<>>, <<"x00007f74766f7db8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9070.0>">>, <<"(1) [{registered_name,'stats_reader-@system'},{status,waiting},{initial_call,{proc_lib">>, <<>>, <<"x00007f74766f7dd0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9069.0>">>, <<"(1) [{registered_name,'stats_archiver-@system'},{status,waiting},{initial_call,{proc_l">>, <<>>, <<"x00007f74766f7de8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9068.0>">>, <<"(1) [{registered_name,system_stats_collector},{status,waiting},{initial_call,{proc_lib">>, <<>>, <<"x00007f74766f7e00 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9067.0>">>, <<"(1) [{registered_name,ns_bucket_sup},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f7e18 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9066.0>">>, <<"(1) [{registered_name,ns_bucket_worker},{status,waiting},{initial_call,{proc_lib,init_">>, <<>>, <<"x00007f74766f7e30 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9065.0>">>, <<"(1) [{registered_name,ns_stats_event},{status,waiting},{initial_call,{proc_lib,init_p,">>, <<>>, <<"x00007f74766f7e48 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9060.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f7e60 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9059.0>">>, <<"(1) [{registered_name,ns_port_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}}">>, <<>>, <<"x00007f74766f7e78 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9058.0>">>, <<"(1) [{registered_name,menelaus_web_alerts_srv},{status,waiting},{initial_call,{proc_li">>, <<>>, <<"x00007f74766f7e90 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9056.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f7ea8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9055.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f7ec0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9054.0>">>, <<"(1) [{registered_name,menelaus_web},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f74766f7ed8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9050.0>">>, <<"(1) [{registered_name,menelaus_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f74766f7ef0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9048.0>">>, <<"(1) [{registered_name,ns_doctor},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f74766f7f08 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9047.0>">>, <<"(1) [{registered_name,ns_heart},{status,waiting},{initial_call,{proc_lib,init_p,5}},{b">>, <<>>, <<"x00007f74766f7f20 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9046.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f7f38 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9045.0>">>, <<"(1) [{registered_name,ns_mail},{status,waiting},{initial_call,{proc_lib,init_p,5}},{ba">>, <<>>, <<"x00007f74766f7f50 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9044.0>">>, <<"(1) [{registered_name,ns_mail_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}}">>, <<>>, <<"x00007f74766f7f68 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9043.0>">>, <<"(1) [{registered_name,buckets_events},{status,waiting},{initial_call,{proc_lib,init_p,">>, <<>>, <<"x00007f74766f7f80 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9038.0>">>, <<"(1) [{registered_name,mb_master},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f74766f7f98 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9037.0>">>, <<"(1) [{registered_name,ns_tick_event},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f7fb0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9035.0>">>, <<"(1) [{registered_name,ns_config_rep_merger},{status,waiting},{initial_call,{erlang,app">>, <<>>, <<"x00007f74766f7fc8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9028.0>">>, <<"(1) [{registered_name,ns_config_rep},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f7fe0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9027.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f7ff8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9026.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f8010 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9023.0>">>, <<"(1) [{registered_name,ns_node_disco},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f8028 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9022.0>">>, <<"(1) [{registered_name,ns_node_disco_events},{status,waiting},{initial_call,{proc_lib,i">>, <<>>, <<"x00007f74766f8040 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9021.0>">>, <<"(1) [{registered_name,ns_node_disco_sup},{status,waiting},{initial_call,{proc_lib,init">>, <<>>, <<"x00007f74766f8058 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9020.0>">>, <<"(1) [{registered_name,ns_log_events},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f8070 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9019.0>">>, <<"(1) [{registered_name,ns_log},{status,waiting},{initial_call,{proc_lib,init_p,5}},{bac">>, <<>>, <<"x00007f74766f8088 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9018.0>">>, <<"(1) [{registered_name,ns_server_sup},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f80a0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9014.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{inet_tcp_dist,do_setup,6}},{">>, <<>>, <<"x00007f74766f80b8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8792.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f80d0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8788.0>">>, <<"(1) [{registered_name,mnesia_late_loader},{status,waiting},{initial_call,{proc_lib,ini">>, <<>>, <<"x00007f74766f80e8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8787.0>">>, <<"(1) [{registered_name,mnesia_controller},{status,waiting},{initial_call,{proc_lib,init">>, <<>>, <<"x00007f74766f8100 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8786.0>">>, <<"(1) [{registered_name,mnesia_snmp_sup},{status,waiting},{initial_call,{proc_lib,init_p">>, <<>>, <<"x00007f74766f8118 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8785.0>">>, <<"(1) [{registered_name,mnesia_checkpoint_sup},{status,waiting},{initial_call,{proc_lib,">>, <<>>, <<"x00007f74766f8130 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8784.0>">>, <<"(1) [{registered_name,mnesia_tm},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f74766f8148 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8783.0>">>, <<"(1) [{registered_name,mnesia_recover},{status,waiting},{initial_call,{proc_lib,init_p,">>, <<>>, <<"x00007f74766f8160 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8782.0>">>, <<"(1) [{registered_name,mnesia_locker},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f8178 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8781.0>">>, <<"(1) [{registered_name,mnesia_subscr},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f8190 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8780.0>">>, <<"(1) [{registered_name,mnesia_monitor},{status,waiting},{initial_call,{proc_lib,init_p,">>, <<>>, <<"x00007f74766f81a8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8779.0>">>, <<"(1) [{registered_name,mnesia_kernel_sup},{status,waiting},{initial_call,{proc_lib,init">>, <<>>, <<"x00007f74766f81c0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8778.0>">>, <<"(1) [{registered_name,mnesia_event},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f74766f81d8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8777.0>">>, <<"(1) [{registered_name,mnesia_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},">>, <<>>, <<"x00007f74766f81f0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8776.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{application_master,start_it,">>, <<>>, <<"x00007f74766f8208 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.8775.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f8220 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.2114.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{net_kernel,ticker,2}},{backt">>, <<>>, <<"x00007f74766f8238 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.2113.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{inet_tcp_dist,accept_loop,2}">>, <<>>, <<"x00007f74766f8250 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.2112.0>">>, <<"(1) [{registered_name,net_kernel},{status,waiting},{initial_call,{proc_lib,init_p,5}},">>, <<>>, <<"x00007f74766f8268 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.2111.0>">>, <<"(1) [{registered_name,auth},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backt">>, <<>>, <<"x00007f74766f8280 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.2110.0>">>, <<"(1) [{registered_name,erl_epmd},{status,waiting},{initial_call,{proc_lib,init_p,5}},{b">>, <<>>, <<"x00007f74766f8298 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.2109.0>">>, <<"(1) [{registered_name,net_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{ba">>, <<>>, <<"x00007f74766f82b0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.224.0>">>, <<"(1) [{registered_name,inet_gethost_native},{status,waiting},{initial_call,{inet_gethos">>, <<>>, <<"x00007f74766f82c8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.223.0>">>, <<"(1) [{registered_name,inet_gethost_native_sup},{status,waiting},{initial_call,{proc_li">>, <<>>, <<"x00007f74766f82e0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.125.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f82f8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.123.0>">>, <<"(1) [{registered_name,ns_config_isasl_sync},{status,waiting},{initial_call,{proc_lib,i">>, <<>>, <<"x00007f74766f8310 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.122.0>">>, <<"(1) [{registered_name,ns_config_remote},{status,waiting},{initial_call,{proc_lib,init_">>, <<>>, <<"x00007f74766f8328 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.119.0>">>, <<"(1) [{registered_name,ns_config},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f74766f8340 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.118.0>">>, <<"(1) [{registered_name,ns_config_events},{status,waiting},{initial_call,{proc_lib,init_">>, <<>>, <<"x00007f74766f8358 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.117.0>">>, <<"(1) [{registered_name,ns_config_sup},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f8370 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.92.0>">>, <<"(1) [{registered_name,dets},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backt">>, <<>>, <<"x00007f74766f8388 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.91.0>">>, <<"(1) [{registered_name,dets_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{b">>, <<>>, <<"x00007f74766f83a0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.88.0>">>, <<"(1) [{registered_name,disk_log_server},{status,waiting},{initial_call,{proc_lib,init_p">>, <<>>, <<"x00007f74766f83b8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.87.0>">>, <<"(1) [{registered_name,disk_log_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f74766f83d0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.67.0>">>, <<"(1) [{registered_name,mb_mnesia},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f74766f83e8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.66.0>">>, <<"(1) [{registered_name,mb_mnesia_events},{status,waiting},{initial_call,{proc_lib,init_">>, <<>>, <<"x00007f74766f8400 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.65.0>">>, <<"(1) [{registered_name,mb_mnesia_sup},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f8418 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.64.0>">>, <<"(1) [{registered_name,ns_cluster},{status,waiting},{initial_call,{proc_lib,init_p,5}},">>, <<>>, <<"x00007f74766f8430 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.57.0>">>, <<"(1) [{registered_name,dist_manager},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f74766f8448 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.56.0>">>, <<"(1) [{registered_name,timeout_diag_logger},{status,waiting},{initial_call,{proc_lib,in">>, <<>>, <<"x00007f74766f8460 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.55.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f8478 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.54.0>">>, <<"(1) [{registered_name,ns_server_cluster_sup},{status,waiting},{initial_call,{proc_lib,">>, <<>>, <<"x00007f74766f8490 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.52.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{application_master,start_it,">>, <<>>, <<"x00007f74766f84a8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.51.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f84c0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.49.0>">>, <<"(1) [{registered_name,timer_server},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f74766f84d8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.48.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f84f0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.47.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f8508 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.46.0>">>, <<"(1) [{registered_name,cpu_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{ba">>, <<>>, <<"x00007f74766f8520 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.45.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f8538 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.44.0>">>, <<"(1) [{registered_name,memsup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{bac">>, <<>>, <<"x00007f74766f8550 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.43.0>">>, <<"(1) [{registered_name,disksup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{ba">>, <<>>, <<"x00007f74766f8568 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.42.0>">>, <<"(1) [{registered_name,os_mon_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},">>, <<>>, <<"x00007f74766f8580 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.41.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{application_master,start_it,">>, <<>>, <<"x00007f74766f8598 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.40.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f85b0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.37.0>">>, <<"(1) [{registered_name,release_handler},{status,waiting},{initial_call,{proc_lib,init_p">>, <<>>, <<"x00007f74766f85c8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.36.0>">>, <<"(1) [{registered_name,overload},{status,waiting},{initial_call,{proc_lib,init_p,5}},{b">>, <<>>, <<"x00007f74766f85e0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.35.0>">>, <<"(1) [{registered_name,alarm_handler},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f85f8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.34.0>">>, <<"(1) [{registered_name,sasl_safe_sup},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f8610 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.33.0>">>, <<"(1) [{registered_name,sasl_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{b">>, <<>>, <<"x00007f74766f8628 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.32.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{application_master,start_it,">>, <<>>, <<"x00007f74766f8640 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.31.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f8658 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.26.0>">>, <<"(1) [{registered_name,kernel_safe_sup},{status,waiting},{initial_call,{proc_lib,init_p">>, <<>>, <<"x00007f74766f8670 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.25.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f8688 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.24.0>">>, <<"(1) [{registered_name,user},{status,waiting},{initial_call,{erlang,apply,2}},{backtrac">>, <<>>, <<"x00007f74766f86a0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.23.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f86b8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.22.0>">>, <<"(1) [{registered_name,standard_error},{status,waiting},{initial_call,{erlang,apply,2}}">>, <<>>, <<"x00007f74766f86d0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.21.0>">>, <<"(1) [{registered_name,standard_error_sup},{status,waiting},{initial_call,{proc_lib,ini">>, <<>>, <<"x00007f74766f86e8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.20.0>">>, <<"(1) [{registered_name,code_server},{status,waiting},{initial_call,{erlang,apply,2}},{b">>, <<>>, <<"x00007f74766f8700 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.19.0>">>, <<"(1) [{registered_name,file_server_2},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f74766f8718 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.18.0>">>, <<"(1) [{registered_name,global_group},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f74766f8730 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.16.0>">>, <<"(1) [{registered_name,inet_db},{status,waiting},{initial_call,{proc_lib,init_p,5}},{ba">>, <<>>, <<"x00007f74766f8748 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.15.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f8760 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.14.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f74766f8778 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.13.0>">>, <<"(1) [{registered_name,global_name_server},{status,waiting},{initial_call,{proc_lib,ini">>, <<>>, <<"x00007f74766f8790 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.12.0>">>, <<"(1) [{registered_name,rex},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtr">>, <<>>, <<"x00007f74766f87a8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.11.0>">>, <<"(1) [{registered_name,kernel_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},">>, <<>>, <<"x00007f74766f87c0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.10.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{application_master,start_it,">>, <<>>, <<"x00007f74766f87d8 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f74766f87f0 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.7.0>">>, <<"(1) [{registered_name,application_controller},{status,waiting},{initial_call,{erlang,a">>, <<>>, <<"x00007f74766f8808 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.6.0>">>, <<"(1) [{registered_name,error_logger},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f74766f8820 Return addr 0x00007f7477a1ef28 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.3.0>">>, <<"(1) [{registered_name,erl_prim_loader},{status,waiting},{initial_call,{erlang,apply,2}">>, <<>>, <<"0x00007f74766f8838 Return addr 0x00007f7477a1ceb0 (diag_handler:do_diag_per_node/0 + 216)">>, <<"y(0) <0.0.0>">>, <<"(1) [{registered_name,init},{status,waiting},{initial_call,{otp_ring0,start,2}},{backt">>, <<>>, <<"x00007f74766f8850 Return addr 0x00007f747e1efe98 (rpc:'-handle_call_call/6-fun-0-'/5 + 192">>, <<"y(0) []">>,<<"y(1) []">>, <<"(2) [{version,[{os_mon,\"2.2.6\"},{mnesia,\"4.4.19\"},{kernel,\"2.14.4\"},{sasl,\"2.1.9.4\"},{">>, <<"(3) [{auto_failover_cfg,[{enabled,false},{timeout,30},{max_nodes,1},{count,0}]},{bucke">>, <<"(4) [\"bucket_engine 1.7.0-0-g721dff0 Linux-x86_64\",\"couchbase-server 1.8.0r-27-g1061a7">>, <<"(5) [{os_mon,\"2.2.6\"},{mnesia,\"4.4.19\"},{kernel,\"2.14.4\"},{sasl,\"2.1.9.4\"},{ns_server,">>, <<>>, <<"0x00007f74766f8888 Return addr 0x00000000008a00b8 ()">>, <<"y(0) Catch 0x00007f747e1efe98 (rpc:'-handle_call_call/6-fun-0-'/5 + 192)">>, <<"y(1) []">>,<<"y(2) []">>, <<"y(3) []">>,<<"y(4) <0.12.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,75025}, {total_heap_size,75025}, {links,[]}, {memory,601064}, {message_queue_len,0}, {reductions,46759}, {trap_exit,false}]}]}, {memory,{2584977408,1506209792,{<0.119.0>,1943224}}}, {disk, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}]}, {'ns_1@10.1.5.59', [{version, [{os_mon,"2.2.5"}, {mnesia,"4.4.17"}, {inets,"5.5.2"}, {kernel,"2.14.3"}, {sasl,"2.1.9.3"}, {ns_server,"1.7.2r-20-g6604356"}, {stdlib,"1.17.3"}]}, {manifest, ["bucket_engine 1.7.0-0-g721dff0 Linux-x86_64", "ep-engine 1.7.1.1-39-g4bd26a3 Linux-x86_64", "geocouch couchbase_1.1_geo-0-gd09068e Linux-x86_64", "icu4c 2635939 Linux-x86_64", "libconflate 1.7.0-0-gfee8f94 Linux-x86_64", "libmemcached 2cd40dc Linux-x86_64", "libvbucket 1.7.0-0-g4bd0aba Linux-x86_64", "manifest 1.7.0-30-gd83dca9 Linux-x86_64", "membase-cli 1.7.2-0-g1d9c77e Linux-x86_64", "membase-server 1.7.2r-20-g6604356 Linux-x86_64", "membasex 1.7.0-3-g30d5dba Linux-x86_64", "memcached membase-1.7.1-0-gf99c147 Linux-x86_64", "memcachetest 0.8.3-0-g88ae3b3 Linux-x86_64", "moxi 1.7.2-0-gd5076d9 Linux-x86_64", "ns_server 1.7.2-0-g4925ee0 Linux-x86_64", "otp OTP_R14B03-0-g4a5a758 Linux-x86_64", "portsigar 1.7.0-0-ga191e6c Linux-x86_64", "sigar sigar-1.6.4-406-ge1dcf32 Linux-x86_64", "spidermonkey a3c48c1 Linux-x86_64", "tlm 1.7.1-0-g535dadc Linux-x86_64", "vbucketmigrator 1.7.0-0-g0fdc96c Linux-x86_64"]}, {config, [{auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}, {buckets, [{'_vclock', [{'ns_1@10.1.5.59',{2,63490331832}}, {'ns_1@127.0.0.1',{3,63490331402}}]}, {configs, [{"default", [{sasl_password,[]}, {num_replicas,1}, {ram_quota,2067791872}, {auth_type,sasl}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.59','ns_1@10.1.5.53']}, {map, [['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined]]}]}]}]}, {directory,"/opt/membase/var/lib/membase/config"}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"membase@localhost"}, {enabled,true}, {email_server, [{user,[]}, {pass,'filtered-out'}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {memory_quota,1972}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.5.59',{2,63490331830}}]}, 'ns_1@10.1.5.53','ns_1@10.1.5.59']}, {otp, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331831}}]}, {cookie,pgrerltnvxhwqdmr}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.5.59',{3,63490331886}}]}, {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63489747001}}]}, {creds, [{"Administrator",[{password,'filtered-out'}]}]}]}, {{node,'ns_1@10.1.5.53',config_version}, [{'_vclock',[{'ns_1@10.1.5.53',{4,63490331784}}]}, {1,8,0}]}, {{node,'ns_1@10.1.5.53',isasl}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {path, "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.53',membership}, [{'_vclock',[{'ns_1@10.1.5.59',{1,63490331832}}]}| active]}, {{node,'ns_1@10.1.5.53',memcached}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.53',moxi}, [{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.5.53',ns_log}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {filename, "/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.1.5.53',rest}, [{port,8091},{port_meta,global}]}, {{node,'ns_1@10.1.5.59',config_version}, [{'_vclock',[{'ns_1@10.1.5.59',{1,63490331728}}]}, {1,7,2}]}, {{node,'ns_1@10.1.5.59',isasl}, [{'_vclock', [{'ns_1@10.1.5.59',{1,63490331728}}, {'ns_1@127.0.0.1',{1,63489746980}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.59',membership}, [{'_vclock',[{'ns_1@10.1.5.59',{1,63490331728}}]}| active]}, {{node,'ns_1@10.1.5.59',memcached}, [{'_vclock', [{'ns_1@10.1.5.59',{1,63490331728}}, {'ns_1@127.0.0.1',{1,63489746980}}]}, {port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.59',moxi}, [{'_vclock',[{'ns_1@10.1.5.59',{1,63490331728}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.59',ns_log}, [{'_vclock', [{'ns_1@10.1.5.59',{1,63490331728}}, {'ns_1@127.0.0.1',{1,63489746980}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.5.59',rest}, [{'_vclock',[{'ns_1@10.1.5.59',{1,63490331728}}]}, {port,8091}, {port_meta,global}]}]}, {basic_info, [{version, [{os_mon,"2.2.5"}, {mnesia,"4.4.17"}, {inets,"5.5.2"}, {kernel,"2.14.3"}, {sasl,"2.1.9.3"}, {ns_server,"1.7.2r-20-g6604356"}, {stdlib,"1.17.3"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,584956}, {memory_data, {2584977408,1374339072,{<12134.4234.41>,2914368}}}, {disk_data, [{"/",14501808,11}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,11}, {"/boot",233191,8}]}]}, {processes, [{<12134.0.0>, [{registered_name,init}, {status,waiting}, {initial_call,{otp_ring0,start,2}}, {backtrace, [<<"Program counter: 0x00007f4e57fdcdd0 (init:loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54772fd8 Return addr 0x000000000089c118 ()">>, <<"(0) {state,[{'-root',[<<23 bytes>>]},{'-progname',[<<3 bytes>>]},{'-home',[<<12 bytes>">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,38}]}, {heap_size,2584}, {total_heap_size,3571}, {links,[<12134.6.0>,<12134.7.0>,<12134.3.0>]}, {memory,29480}, {message_queue_len,0}, {reductions,18036}, {trap_exit,true}]}, {<12134.3.0>, [{registered_name,erl_prim_loader}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e591d0af8 (erl_prim_loader:loop/3 + 176)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4fe60368 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>, <<"(1) [\"/opt/membase/lib/erlang/lib/kernel-2.14.3/ebin\",\"/opt/membase/lib/erlang/lib/std">>, <<"y(2) <0.2.0>">>, <<"(3) {state,efile,[],none,#Port<0.1>,infinity,undefined,true,{prim_state,false,undefine">>, <<"y(4) infinity">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,87}]}, {heap_size,6765}, {total_heap_size,35422}, {links,[#Port<12134.1>,<12134.0.0>]}, {memory,284248}, {message_queue_len,0}, {reductions,1251138}, {trap_exit,true}]}, {<12134.6.0>, [{registered_name,error_logger}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e5756c7a8 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e543a4900 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,ns_log_mf_h,false,{state,\"/opt/membase/var/lib/membase/logs\",10485760,20">>, <<"y(3) error_logger">>,<<"y(4) <0.2.0>">>, <<>>, <<"0x00007f4e543a4930 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,17711}, {total_heap_size,139104}, {links, [<12134.24.0>,<12134.55.0>,#Port<12134.238004>, <12134.0.0>]}, {memory,1113888}, {message_queue_len,0}, {reductions,1881713}, {trap_exit,true}]}, {<12134.7.0>, [{registered_name,application_controller}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4e858f80 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) application_controller">>, <<"(3) {state,[],[],[],[{inets,<0.4229.41>},{mnesia,<0.4097.41>},{ns_server,<0.50.0>},{os">>, <<"y(4) application_controller">>, <<"y(5) <0.2.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,13}]}, {heap_size,28657}, {total_heap_size,75025}, {links, [<12134.40.0>,<12134.4097.41>,<12134.4229.41>, <12134.50.0>,<12134.9.0>,<12134.31.0>,<12134.0.0>]}, {memory,601376}, {message_queue_len,0}, {reductions,46070}, {trap_exit,true}]}, {<12134.9.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e575c88f0 (application_master:main_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3a5660 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>, <<"(1) {state,<0.10.0>,{appl_data,kernel,[application_controller,erl_reply,auth,boot_serv">>, <<"y(2) <0.7.0>">>,<<>>, <<"0x00007f4e5a3a5680 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,377}, {total_heap_size,754}, {links,[<12134.7.0>,<12134.10.0>]}, {memory,7008}, {message_queue_len,0}, {reductions,44}, {trap_exit,true}]}, {<12134.10.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{application_master,start_it,4}}, {backtrace, [<<"Program counter: 0x00007f4e575cabc0 (application_master:loop_it/4 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3c2a50 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<"y(1) kernel">>, <<"y(2) <0.11.0>">>,<<"y(3) <0.9.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.9.0>,<12134.11.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,69}, {trap_exit,true}]}, {<12134.11.0>, [{registered_name,kernel_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e552276c8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,kernel_sup},one_for_all,[{child,<0.4068.41>,net_sup_dynamic,{erl_dis">>, <<"y(4) kernel_sup">>,<<"y(5) <0.10.0>">>, <<>>, <<"0x00007f4e55227700 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,2584}, {total_heap_size,5168}, {links, [<12134.21.0>,<12134.25.0>,<12134.26.0>, <12134.4068.41>,<12134.23.0>,<12134.16.0>, <12134.19.0>,<12134.20.0>,<12134.18.0>,<12134.12.0>, <12134.13.0>,<12134.10.0>]}, {memory,42720}, {message_queue_len,0}, {reductions,38740}, {trap_exit,true}]}, {<12134.12.0>, [{registered_name,rex}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3abf08 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) rpc">>, <<"(3) {1,{<0.5234.41>,{<12838.9542.0>,{#Ref<12838.0.0.138332>,'ns_1@10.1.5.59'}},nil,nil">>, <<"y(4) rex">>,<<"y(5) <0.11.0>">>,<<>>, <<"0x00007f4e5a3abf40 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,12}]}, {heap_size,377}, {total_heap_size,754}, {links,[<12134.11.0>]}, {memory,7160}, {message_queue_len,0}, {reductions,2209}, {trap_exit,true}]}, {<12134.13.0>, [{registered_name,global_name_server}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e550128c0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) global">>, <<"(3) {state,true,['ns_1@10.1.5.53'],['ns_1@10.1.5.53'],[],[],'ns_1@10.1.5.59',<0.14.0>,">>, <<"y(4) global_name_server">>, <<"y(5) <0.11.0>">>,<<>>, <<"0x00007f4e550128f8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,671}]}, {heap_size,987}, {total_heap_size,1364}, {links,[<12134.14.0>,<12134.15.0>,<12134.11.0>]}, {memory,12144}, {message_queue_len,0}, {reductions,112873}, {trap_exit,true}]}, {<12134.14.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e5530c1e8 (global:loop_the_locker/1 + 768)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fdf9a0 Return addr 0x00007f4e5530bea8 (global:init_the_locker/1 + 328)">>, <<"y(0) {multi,[],[],['ns_1@10.1.5.53'],'ns_1@10.1.5.59',false,false}">>, <<"y(1) infinity">>,<<>>, <<"0x00007f4e54fdf9b8 Return addr 0x000000000089c118 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,610}, {total_heap_size,987}, {links,[<12134.13.0>]}, {memory,8728}, {message_queue_len,0}, {reductions,296}, {trap_exit,true}]}, {<12134.15.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e553132e0 (global:loop_the_registrar/0 + 24)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54facf38 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,987}, {total_heap_size,1364}, {links,[<12134.13.0>]}, {memory,11744}, {message_queue_len,0}, {reductions,370}, {trap_exit,false}]}, {<12134.16.0>, [{registered_name,inet_db}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55289fe8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) inet_db">>, <<"(3) {state,inet_db,inet_cache,inet_hosts_byname,inet_hosts_byaddr,inet_hosts_file_byna">>, <<"y(4) inet_db">>,<<"y(5) <0.11.0>">>,<<>>, <<"0x00007f4e5528a020 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,5}]}, {heap_size,1597}, {total_heap_size,1974}, {links,[<12134.11.0>]}, {memory,16728}, {message_queue_len,0}, {reductions,3049}, {trap_exit,true}]}, {<12134.18.0>, [{registered_name,global_group}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3c22d8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) global_group">>, <<"y(3) {state,no_conf,true,[],[],[],[],[],'nonode@nohost',[],normal,normal}">>, <<"y(4) global_group">>,<<"y(5) <0.11.0>">>, <<>>, <<"0x00007f4e5a3c2310 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.11.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,91}, {trap_exit,true}]}, {<12134.19.0>, [{registered_name,file_server_2}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e554be518 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) file_server">>, <<"y(3) #Port<0.56>">>, <<"y(4) file_server_2">>,<<"y(5) <0.11.0>">>, <<>>, <<"0x00007f4e554be550 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,120}]}, {heap_size,1597}, {total_heap_size,3194}, {links,[#Port<12134.56>,<12134.11.0>]}, {memory,26528}, {message_queue_len,0}, {reductions,611028258}, {trap_exit,true}]}, {<12134.20.0>, [{registered_name,code_server}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e5536a520 (code_server:loop/1 + 128)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55281d60 Return addr 0x000000000089c118 ()">>, <<"(0) {state,<0.11.0>,\"/opt/membase/lib/erlang\",[\".\",\"/opt/membase/lib/erlang/lib/kernel">>, <<"y(1) <0.11.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,164}]}, {heap_size,6765}, {total_heap_size,24476}, {links,[<12134.11.0>]}, {memory,196640}, {message_queue_len,0}, {reductions,279186}, {trap_exit,true}]}, {<12134.21.0>, [{registered_name,standard_error_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3c4740 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor_bridge">>, <<"y(3) {state,standard_error,<0.22.0>,<0.22.0>,{local,standard_error_sup}}">>, <<"y(4) standard_error_sup">>, <<"y(5) <0.11.0>">>,<<>>, <<"0x00007f4e5a3c4778 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.11.0>,<12134.22.0>]}, {memory,2840}, {message_queue_len,0}, {reductions,41}, {trap_exit,true}]}, {<12134.22.0>, [{registered_name,standard_error}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e553c1340 (standard_error:server_loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3c6db8 Return addr 0x000000000089c118 ()">>, <<"y(0) #Port<0.422>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.21.0>,#Port<12134.422>]}, {memory,2840}, {message_queue_len,0}, {reductions,9}, {trap_exit,true}]}, {<12134.23.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5520eec0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor_bridge">>, <<"y(3) {state,user_sup,<0.24.0>,<0.24.0>,{<0.23.0>,user_sup}}">>, <<"y(4) <0.23.0>">>,<<"y(5) <0.11.0>">>,<<>>, <<"0x00007f4e5520eef8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,987}, {total_heap_size,987}, {links,[<12134.11.0>,<12134.24.0>]}, {memory,8872}, {message_queue_len,0}, {reductions,118}, {trap_exit,true}]}, {<12134.24.0>, [{registered_name,user}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e5514e8e0 (user:server_loop/2 + 56)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54713888 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) {[],[]}">>,<<"y(3) #Port<0.431>">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,53}]}, {heap_size,2584}, {total_heap_size,6765}, {links,[<12134.6.0>,<12134.23.0>,#Port<12134.431>]}, {memory,55136}, {message_queue_len,0}, {reductions,55840}, {trap_exit,true}]}, {<12134.25.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a385938 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) kernel_config">>,<<"y(3) []">>, <<"y(4) <0.25.0>">>,<<"y(5) <0.11.0>">>,<<>>, <<"0x00007f4e5a385970 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.11.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,268}, {trap_exit,true}]}, {<12134.26.0>, [{registered_name,kernel_safe_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5521af68 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,kernel_safe_sup},one_for_one,[{child,<0.226.0>,inet_gethost_native_s">>, <<"y(4) kernel_safe_sup">>, <<"y(5) <0.11.0>">>,<<>>, <<"0x00007f4e5521afa0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,610}, {total_heap_size,987}, {links, [<12134.88.0>,<12134.92.0>,<12134.226.0>,<12134.91.0>, <12134.53.0>,<12134.87.0>,<12134.11.0>]}, {memory,9072}, {message_queue_len,0}, {reductions,457}, {trap_exit,true}]}, {<12134.31.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e575c88f0 (application_master:main_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3c5d60 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>, <<"(1) {state,<0.32.0>,{appl_data,sasl,[sasl_sup,alarm_handler,overload,release_handler],">>, <<"y(2) <0.7.0>">>,<<>>, <<"0x00007f4e5a3c5d80 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.7.0>,<12134.32.0>]}, {memory,2840}, {message_queue_len,0}, {reductions,23}, {trap_exit,true}]}, {<12134.32.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{application_master,start_it,4}}, {backtrace, [<<"Program counter: 0x00007f4e575cabc0 (application_master:loop_it/4 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3c64c0 Return addr 0x000000000089c118 ()">>, <<"y(0) {state,tty,undefined}">>, <<"y(1) sasl">>,<<"y(2) <0.33.0>">>, <<"y(3) <0.31.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.31.0>,<12134.33.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,69}, {trap_exit,true}]}, {<12134.33.0>, [{registered_name,sasl_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3c55f0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,sasl_sup},one_for_one,[{child,<0.37.0>,release_handler,{release_hand">>, <<"y(4) sasl_sup">>,<<"y(5) <0.32.0>">>,<<>>, <<"0x00007f4e5a3c5628 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,233}, {total_heap_size,610}, {links,[<12134.34.0>,<12134.37.0>,<12134.32.0>]}, {memory,5896}, {message_queue_len,0}, {reductions,158}, {trap_exit,true}]}, {<12134.34.0>, [{registered_name,sasl_safe_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3841c8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,sasl_safe_sup},one_for_one,[{child,<0.36.0>,overload,{overload,start">>, <<"y(4) sasl_safe_sup">>,<<"y(5) <0.33.0>">>, <<>>, <<"0x00007f4e5a384200 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,233}, {total_heap_size,610}, {links,[<12134.35.0>,<12134.36.0>,<12134.33.0>]}, {memory,5896}, {message_queue_len,0}, {reductions,170}, {trap_exit,true}]}, {<12134.35.0>, [{registered_name,alarm_handler}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e5756c7a8 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55502e90 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"y(2) [{handler,alarm_handler,false,[],false}]">>, <<"y(3) alarm_handler">>,<<"y(4) <0.34.0>">>, <<>>, <<"0x00007f4e55502ec0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.34.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,28}, {trap_exit,true}]}, {<12134.36.0>, [{registered_name,overload}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a382e98 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) overload">>, <<"y(3) {state,0,0,8.000000e-01,182,1.000000e-01,{0,0},clear}">>, <<"y(4) overload">>,<<"y(5) <0.34.0>">>,<<>>, <<"0x00007f4e5a382ed0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.34.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,39}, {trap_exit,false}]}, {<12134.37.0>, [{registered_name,release_handler}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55539fa0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) release_handler">>, <<"(3) {state,[],\"/opt/membase/lib/erlang\",\"/opt/membase/lib/erlang/releases\",[{release,\"">>, <<"y(4) release_handler">>, <<"y(5) <0.33.0>">>,<<>>, <<"0x00007f4e55539fd8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,1597}, {total_heap_size,2207}, {links,[<12134.33.0>]}, {memory,18592}, {message_queue_len,0}, {reductions,2093}, {trap_exit,false}]}, {<12134.40.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e575c88f0 (application_master:main_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a384938 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>, <<"(1) {state,<0.41.0>,{appl_data,os_mon,[os_mon_sup,os_mon_sysinfo,disksup,memsup,cpu_su">>, <<"y(2) <0.7.0>">>,<<>>, <<"0x00007f4e5a384958 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.7.0>,<12134.41.0>]}, {memory,2840}, {message_queue_len,0}, {reductions,23}, {trap_exit,true}]}, {<12134.41.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{application_master,start_it,4}}, {backtrace, [<<"Program counter: 0x00007f4e575cabc0 (application_master:loop_it/4 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a385098 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<"y(1) os_mon">>, <<"y(2) <0.42.0>">>,<<"y(3) <0.40.0>">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.40.0>,<12134.42.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,40}, {trap_exit,true}]}, {<12134.42.0>, [{registered_name,os_mon_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a38bd38 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,os_mon_sup},one_for_one,[{child,<0.46.0>,cpu_sup,{cpu_sup,start_link">>, <<"y(4) os_mon_sup">>,<<"y(5) <0.41.0>">>, <<>>, <<"0x00007f4e5a38bd70 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,377}, {total_heap_size,754}, {links, [<12134.43.0>,<12134.44.0>,<12134.46.0>,<12134.41.0>]}, {memory,7088}, {message_queue_len,0}, {reductions,280}, {trap_exit,true}]}, {<12134.43.0>, [{registered_name,disksup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3d40f8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) disksup">>, <<"(3) {state,80,60000,{unix,linux},[{\"/\",14501808,11},{\"/dev\",1257364,1},{\"/dev/shm\",126">>, <<"y(4) disksup">>,<<"y(5) <0.42.0>">>,<<>>, <<"0x00007f4e5a3d4130 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,19496}]}, {heap_size,6765}, {total_heap_size,10946}, {links,[<12134.42.0>,#Port<12134.743>]}, {memory,88544}, {message_queue_len,0}, {reductions,24743969}, {trap_exit,true}]}, {<12134.44.0>, [{registered_name,memsup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5504f650 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) memsup">>, <<"(3) {state,{unix,linux},true,{1374339072,2584977408},{<0.4234.41>,2914368},false,60000">>, <<"y(4) memsup">>,<<"y(5) <0.42.0>">>,<<>>, <<"0x00007f4e5504f688 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,16}]}, {heap_size,2584}, {total_heap_size,4181}, {links,[<12134.42.0>,<12134.45.0>]}, {memory,34424}, {message_queue_len,0}, {reductions,19667811}, {trap_exit,true}]}, {<12134.45.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e551ea988 (memsup:port_idle/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4f69a990 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<"y(1) #Port<0.775>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,9072}]}, {heap_size,2584}, {total_heap_size,3194}, {links,[<12134.44.0>,#Port<12134.775>]}, {memory,26424}, {message_queue_len,0}, {reductions,4282741}, {trap_exit,true}]}, {<12134.46.0>, [{registered_name,cpu_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3a0ef8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) cpu_sup">>, <<"y(3) {state,<0.47.0>,{unix,linux}}">>, <<"y(4) cpu_sup">>,<<"y(5) <0.42.0>">>,<<>>, <<"0x00007f4e5a3a0f30 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.42.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,33}, {trap_exit,true}]}, {<12134.47.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e551dbd20 (cpu_sup:measurement_server_loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3a1648 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) []">>,<<"y(3) []">>, <<"y(4) []">>,<<"y(5) []">>, <<"y(6) []">>,<<"y(7) []">>, <<"y(8) {internal,<0.48.0>,[],{unix,linux}}">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.48.0>]}, {memory,2696}, {message_queue_len,0}, {reductions,11}, {trap_exit,true}]}, {<12134.48.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e551dcdc8 (cpu_sup:port_server_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3a6990 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<"y(1) 6000">>, <<"y(2) #Port<0.805>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,610}, {total_heap_size,987}, {links,[<12134.47.0>,#Port<12134.805>]}, {memory,8768}, {message_queue_len,0}, {reductions,250}, {trap_exit,false}]}, {<12134.50.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e575c88f0 (application_master:main_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3e3f58 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>, <<"(1) {state,<0.51.0>,{appl_data,ns_server,[ns_server_sup,ns_config,ns_config_sup,ns_con">>, <<"y(2) <0.7.0>">>,<<>>, <<"0x00007f4e5a3e3f78 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,610}, {total_heap_size,610}, {links,[<12134.7.0>,<12134.51.0>]}, {memory,5856}, {message_queue_len,0}, {reductions,58}, {trap_exit,true}]}, {<12134.51.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{application_master,start_it,4}}, {backtrace, [<<"Program counter: 0x00007f4e575cabc0 (application_master:loop_it/4 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55540f88 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<"y(1) ns_server">>, <<"y(2) <0.54.0>">>,<<"y(3) <0.50.0>">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,7}]}, {heap_size,987}, {total_heap_size,1597}, {links,[<12134.50.0>,<12134.54.0>]}, {memory,13648}, {message_queue_len,0}, {reductions,1741}, {trap_exit,true}]}, {<12134.53.0>, [{registered_name,timer_server}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3b6648 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) 694">>, <<"y(2) timer">>,<<"y(3) []">>, <<"y(4) timer_server">>,<<"y(5) <0.26.0>">>, <<>>, <<"0x00007f4e5a3b6680 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,34200}]}, {heap_size,987}, {total_heap_size,1364}, {links, [<12134.147.0>,<12134.4092.41>,<12134.4175.41>, <12134.4190.41>,<12134.4233.41>,<12134.4105.41>, <12134.162.0>,<12134.3040.41>,<12134.3022.41>, <12134.153.0>,<12134.127.0>,<12134.144.0>, <12134.146.0>,<12134.131.0>,<12134.26.0>]}, {memory,12408}, {message_queue_len,0}, {reductions,2739291065}, {trap_exit,true}]}, {<12134.54.0>, [{registered_name,ns_server_cluster_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fdb460 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_server_cluster_sup},one_for_one,[{child,<0.126.0>,ns_server_sup,{">>, <<"y(4) ns_server_cluster_sup">>, <<"y(5) <0.51.0>">>,<<>>, <<"0x00007f4e54fdb498 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,6765}, {total_heap_size,10946}, {links, [<12134.57.0>,<12134.65.0>,<12134.117.0>, <12134.126.0>,<12134.64.0>,<12134.55.0>,<12134.56.0>, <12134.51.0>]}, {memory,88784}, {message_queue_len,0}, {reductions,3954}, {trap_exit,true}]}, {<12134.55.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e54b9c080 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3c4ed8 Return addr 0x000000000089c118 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.54.0>,<12134.6.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,1103}, {trap_exit,false}]}, {<12134.56.0>, [{registered_name,timeout_diag_logger}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3a1da8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) timeout_diag_logger">>, <<"y(3) {state,1322527775221}">>, <<"y(4) timeout_diag_logger">>, <<"y(5) <0.54.0>">>,<<>>, <<"0x00007f4e5a3a1de0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.54.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,28}, {trap_exit,false}]}, {<12134.57.0>, [{registered_name,dist_manager}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5521f480 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) dist_manager">>, <<"y(3) {state,true,\"10.1.5.59\"}">>, <<"y(4) dist_manager">>,<<"y(5) <0.54.0>">>, <<>>, <<"0x00007f4e5521f4b8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,7}]}, {heap_size,610}, {total_heap_size,987}, {links,[<12134.54.0>]}, {memory,8832}, {message_queue_len,0}, {reductions,1820}, {trap_exit,false}]}, {<12134.64.0>, [{registered_name,ns_cluster}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4e6fa8e8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_cluster">>,<<"y(3) {state}">>, <<"y(4) ns_cluster">>,<<"y(5) <0.54.0>">>, <<>>, <<"0x00007f4e4e6fa920 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,20}]}, {heap_size,46368}, {total_heap_size,75025}, {links,[<12134.54.0>]}, {memory,601136}, {message_queue_len,0}, {reductions,56794}, {trap_exit,false}]}, {<12134.65.0>, [{registered_name,mb_mnesia_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e555041b8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,mb_mnesia_sup},one_for_one,[{child,<0.67.0>,mb_mnesia,{mb_mnesia,sta">>, <<"y(4) mb_mnesia_sup">>,<<"y(5) <0.54.0>">>, <<>>, <<"0x00007f4e555041f0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,233}, {total_heap_size,610}, {links,[<12134.66.0>,<12134.67.0>,<12134.54.0>]}, {memory,5896}, {message_queue_len,0}, {reductions,158}, {trap_exit,true}]}, {<12134.66.0>, [{registered_name,mb_mnesia_events}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e5756c7a8 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a39ebe8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"y(2) []">>,<<"y(3) mb_mnesia_events">>, <<"y(4) <0.65.0>">>,<<>>, <<"0x00007f4e5a39ec18 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.65.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,36}, {trap_exit,true}]}, {<12134.67.0>, [{registered_name,mb_mnesia}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54746468 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mb_mnesia">>, <<"y(3) {state,['ns_1@10.1.5.59']}">>, <<"y(4) mb_mnesia">>,<<"y(5) <0.65.0>">>, <<>>, <<"0x00007f4e547464a0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,8}]}, {heap_size,2584}, {total_heap_size,4181}, {links,[<12134.65.0>,<12134.4103.41>]}, {memory,34424}, {message_queue_len,0}, {reductions,10196}, {trap_exit,true}]}, {<12134.87.0>, [{registered_name,disk_log_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e550109d8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,disk_log_sup},simple_one_for_one,[{child,undefined,disk_log,{disk_lo">>, <<"y(4) disk_log_sup">>,<<"y(5) <0.26.0>">>, <<>>, <<"0x00007f4e55010a10 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,31}]}, {heap_size,2584}, {total_heap_size,2961}, {links,[<12134.4171.41>,<12134.26.0>]}, {memory,24664}, {message_queue_len,0}, {reductions,742967}, {trap_exit,true}]}, {<12134.88.0>, [{registered_name,disk_log_server}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5504a580 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) disk_log_server">>, <<"y(3) {state,[]}">>, <<"y(4) disk_log_server">>, <<"y(5) <0.26.0>">>,<<>>, <<"0x00007f4e5504a5b8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1274}]}, {heap_size,987}, {total_heap_size,2584}, {links,[<12134.4171.41>,<12134.26.0>]}, {memory,21728}, {message_queue_len,0}, {reductions,1374779}, {trap_exit,true}]}, {<12134.91.0>, [{registered_name,dets_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54e62f48 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,dets_sup},simple_one_for_one,[{child,undefined,dets,{dets,istart_lin">>, <<"y(4) dets_sup">>,<<"y(5) <0.26.0>">>,<<>>, <<"0x00007f4e54e62f80 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,987}, {total_heap_size,1364}, {links,[<12134.26.0>]}, {memory,11848}, {message_queue_len,0}, {reductions,745}, {trap_exit,true}]}, {<12134.92.0>, [{registered_name,dets}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54ff0b20 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) dets_server">>, <<"y(3) {state,32802,[<0.26.0>],[]}">>, <<"y(4) dets">>,<<"y(5) <0.26.0>">>,<<>>, <<"0x00007f4e54ff0b58 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,9}]}, {heap_size,1597}, {total_heap_size,1974}, {links,[<12134.26.0>]}, {memory,16728}, {message_queue_len,0}, {reductions,2000}, {trap_exit,true}]}, {<12134.117.0>, [{registered_name,ns_config_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55003650 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_config_sup},rest_for_one,[{child,<0.125.0>,ns_config_log,{ns_conf">>, <<"y(4) ns_config_sup">>,<<"y(5) <0.54.0>">>, <<>>, <<"0x00007f4e55003688 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,5}]}, {heap_size,6765}, {total_heap_size,7142}, {links, [<12134.122.0>,<12134.123.0>,<12134.125.0>, <12134.118.0>,<12134.119.0>,<12134.54.0>]}, {memory,58272}, {message_queue_len,0}, {reductions,1094}, {trap_exit,true}]}, {<12134.118.0>, [{registered_name,ns_config_events}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e5756c7a8 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55014078 Return addr 0x00007f4e5757f5e8 (proc_lib:wake_up/3 + 120)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,ns_pubsub,#Ref<0.0.0.746>,{state,#Fun,ok},<0.179">>, <<"y(3) ns_config_events">>, <<"y(4) <0.117.0>">>,<<>>, <<"0x00007f4e550140a8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f608 (proc_lib:wake_up/3 + 152)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,377}, {total_heap_size,987}, {links, [<12134.136.0>,<12134.160.0>,<12134.172.0>, <12134.179.0>,<12134.164.0>,<12134.144.0>, <12134.123.0>,<12134.125.0>,<12134.117.0>]}, {memory,9296}, {message_queue_len,0}, {reductions,330656}, {trap_exit,true}]}, {<12134.119.0>, [{registered_name,ns_config}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4ddf2170 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_config">>, <<"(3) {config,{full,\"/opt/membase/etc/membase/config\",undefined,ns_config_default},[[],[">>, <<"y(4) ns_config">>,<<"y(5) <0.117.0>">>, <<>>, <<"0x00007f4e4ddf21a8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,7}]}, {heap_size,121393}, {total_heap_size,150050}, {links,[<12134.117.0>]}, {memory,1201336}, {message_queue_len,0}, {reductions,9079492}, {trap_exit,true}]}, {<12134.122.0>, [{registered_name,ns_config_remote}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4e1aa8e8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_config_replica">>, <<"y(3) {state}">>, <<"y(4) ns_config_remote">>, <<"y(5) <0.117.0>">>,<<>>, <<"0x00007f4e4e1aa920 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,46368}, {total_heap_size,75025}, {links,[<12134.117.0>]}, {memory,601136}, {message_queue_len,0}, {reductions,2806}, {trap_exit,false}]}, {<12134.123.0>, [{registered_name,ns_config_isasl_sync}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4f65d8f8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_config_isasl_sync">>, <<"(3) {state,[{\"default\",[]}],\"/opt/membase/var/lib/membase/data/isasl.pw\",1,\"_admin\",\"_">>, <<"y(4) ns_config_isasl_sync">>, <<"y(5) <0.117.0>">>,<<>>, <<"0x00007f4e4f65d930 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,28657}, {total_heap_size,39603}, {links,[<12134.117.0>,<12134.118.0>]}, {memory,317800}, {message_queue_len,0}, {reductions,3379}, {trap_exit,false}]}, {<12134.125.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e54b9c080 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3c17b0 Return addr 0x000000000089c118 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.117.0>,<12134.118.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,11}, {trap_exit,false}]}, {<12134.126.0>, [{registered_name,ns_server_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54ff4fe8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_server_sup},one_for_one,[{child,<0.179.0>,ns_moxi_sup,{ns_moxi_su">>, <<"y(4) ns_server_sup">>,<<"y(5) <0.54.0>">>, <<>>, <<"0x00007f4e54ff5020 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,987}, {total_heap_size,2584}, {links, [<12134.150.0>,<12134.173.0>,<12134.177.0>, <12134.4092.41>,<12134.4190.41>,<12134.179.0>, <12134.175.0>,<12134.163.0>,<12134.170.0>, <12134.172.0>,<12134.169.0>,<12134.153.0>, <12134.157.0>,<12134.129.0>,<12134.144.0>, <12134.149.0>,<12134.142.0>,<12134.127.0>, <12134.128.0>,<12134.54.0>]}, {memory,22368}, {message_queue_len,0}, {reductions,3960}, {trap_exit,true}]}, {<12134.127.0>, [{registered_name,ns_log}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4ffecb00 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_log">>, <<"(3) {state,[{log_entry,{1322,527780,792420},'ns_1@127.0.0.1',ns_node_disco,3,\"Initial ">>, <<"y(4) ns_log">>,<<"y(5) <0.126.0>">>,<<>>, <<"0x00007f4e4ffecb38 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,200}]}, {heap_size,10946}, {total_heap_size,21892}, {links,[<12134.53.0>,<12134.126.0>]}, {memory,176112}, {message_queue_len,0}, {reductions,788958}, {trap_exit,true}]}, {<12134.128.0>, [{registered_name,ns_log_events}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x000000000089c110 (unknown function)">>, <<"CP: 0x000000000089c118 ()">>, <<"arity = 3">>,<<" proc_lib">>,<<" wake_up">>, <<" [gen_event,wake_hib,[<0.126.0>,ns_log_events,[{handler,ns_mail_log,false,{state},<0.152.">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,23}]}, {heap_size,34}, {total_heap_size,34}, {links,[<12134.126.0>,<12134.152.0>]}, {memory,1248}, {message_queue_len,0}, {reductions,12433}, {trap_exit,true}]}, {<12134.129.0>, [{registered_name,ns_node_disco_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a39b710 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_node_disco_sup},rest_for_one,[{child,<0.137.0>,ns_config_rep,{ns_">>, <<"y(4) ns_node_disco_sup">>, <<"y(5) <0.126.0>">>,<<>>, <<"0x00007f4e5a39b748 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,377}, {total_heap_size,754}, {links, [<12134.135.0>,<12134.136.0>,<12134.137.0>, <12134.130.0>,<12134.131.0>,<12134.126.0>]}, {memory,7168}, {message_queue_len,0}, {reductions,817}, {trap_exit,true}]}, {<12134.130.0>, [{registered_name,ns_node_disco_events}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e5756c7a8 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55533bd8 Return addr 0x00007f4e5757f5e8 (proc_lib:wake_up/3 + 120)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,menelaus_event,ns_node_disco_events,{state,undefined,[{<0.4940.41>,#Ref<">>, <<"y(3) ns_node_disco_events">>, <<"y(4) <0.129.0>">>,<<>>, <<"0x00007f4e55533c08 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f608 (proc_lib:wake_up/3 + 152)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,28}]}, {heap_size,987}, {total_heap_size,1131}, {links, [<12134.135.0>,<12134.137.0>,<12134.160.0>, <12134.129.0>]}, {memory,10248}, {message_queue_len,0}, {reductions,2319}, {trap_exit,true}]}, {<12134.131.0>, [{registered_name,ns_node_disco}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4e6678e8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_node_disco">>, <<"y(3) {state,['ns_1@10.1.5.53','ns_1@10.1.5.59']}">>, <<"y(4) ns_node_disco">>, <<"y(5) <0.129.0>">>,<<>>, <<"0x00007f4e4e667920 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,11627}]}, {heap_size,46368}, {total_heap_size,75025}, {links,[<12134.129.0>,<12134.53.0>]}, {memory,601176}, {message_queue_len,0}, {reductions,93835480}, {trap_exit,false}]}, {<12134.135.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e548907e0 (ns_node_disco_log:'-start_link/0-fun-0-'/0 + 80)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55541700 Return addr 0x000000000089c118 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.129.0>,<12134.130.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,10}, {trap_exit,false}]}, {<12134.136.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e54b9c080 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3afb50 Return addr 0x000000000089c118 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.129.0>,<12134.118.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,11}, {trap_exit,false}]}, {<12134.137.0>, [{registered_name,ns_config_rep}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4fafe870 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_config_rep">>, <<"y(3) {state,<0.141.0>}">>, <<"y(4) ns_config_rep">>, <<"y(5) <0.129.0>">>,<<>>, <<"0x00007f4e4fafe8a8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1008}]}, {heap_size,75025}, {total_heap_size,85971}, {links,[<12134.130.0>,<12134.141.0>,<12134.129.0>]}, {memory,688784}, {message_queue_len,0}, {reductions,754850}, {trap_exit,false}]}, {<12134.141.0>, [{registered_name,ns_config_rep_merger}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e5489fac8 (ns_config_rep:merger_loop/0 + 24)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4eb70b58 Return addr 0x000000000089c118 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,46368}, {total_heap_size,92736}, {links,[<12134.137.0>]}, {memory,742720}, {message_queue_len,0}, {reductions,8974}, {trap_exit,false}]}, {<12134.142.0>, [{registered_name,ns_tick_event}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e5756c7a8 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3a3bc8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,ns_pubsub,#Ref<0.0.81.64167>,{state,#Fun,ignored},">>, <<"y(3) ns_tick_event">>, <<"y(4) <0.126.0>">>,<<>>, <<"0x00007f4e5a3a3bf8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,45032}]}, {heap_size,377}, {total_heap_size,754}, {links,[<12134.173.0>,<12134.3043.41>,<12134.126.0>]}, {memory,7048}, {message_queue_len,0}, {reductions,6483401}, {trap_exit,true}]}, {<12134.144.0>, [{registered_name,mb_master}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e548bb3c0 (gen_fsm:loop/7 + 272)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3df5a0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mb_master">>, <<"(3) {state,<0.145.0>,'ns_1@10.1.5.59',['ns_1@10.1.5.53','ns_1@10.1.5.59'],{1323,112735">>, <<"y(4) master">>,<<"y(5) mb_master">>, <<"y(6) <0.126.0>">>,<<>>, <<"0x00007f4e5a3df5e0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,65}]}, {heap_size,1597}, {total_heap_size,3194}, {links, [<12134.118.0>,<12134.126.0>,<12134.145.0>, <12134.53.0>]}, {memory,26608}, {message_queue_len,0}, {reductions,107865510}, {trap_exit,true}]}, {<12134.145.0>, [{registered_name,mb_master_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3af3b8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,mb_master_sup},one_for_one,[{child,<0.148.0>,auto_failover,{auto_fai">>, <<"y(4) mb_master_sup">>, <<"y(5) <0.144.0>">>,<<>>, <<"0x00007f4e5a3af3f0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,377}, {total_heap_size,987}, {links, [<12134.146.0>,<12134.147.0>,<12134.148.0>, <12134.144.0>]}, {memory,8952}, {message_queue_len,0}, {reductions,269}, {trap_exit,true}]}, {<12134.146.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e548bb3c0 (gen_fsm:loop/7 + 272)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4fc538e0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_orchestrator">>, <<"y(3) {idle_state,[]}">>,<<"y(4) idle">>, <<"y(5) ns_orchestrator">>, <<"y(6) <0.145.0>">>,<<>>, <<"0x00007f4e4fc53920 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,19499}]}, {heap_size,46368}, {total_heap_size,57314}, {links,[<12134.145.0>,<12134.53.0>]}, {memory,459680}, {message_queue_len,0}, {reductions,12851955}, {trap_exit,true}]}, {<12134.147.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55219060 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_tick">>, <<"y(3) {state,1323112735881}">>, <<"y(4) ns_tick">>,<<"y(5) <0.145.0>">>,<<>>, <<"0x00007f4e55219098 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,26387}]}, {heap_size,2584}, {total_heap_size,2961}, {links,[<12134.145.0>,<12134.53.0>]}, {memory,24856}, {message_queue_len,0}, {reductions,11729470}, {trap_exit,false}]}, {<12134.148.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55028ed8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) auto_failover">>, <<"y(3) {state,undefined,nil,30,0}">>, <<"y(4) auto_failover">>, <<"y(5) <0.145.0>">>,<<>>, <<"0x00007f4e55028f10 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,6765}, {total_heap_size,6765}, {links,[<12134.145.0>]}, {memory,55248}, {message_queue_len,0}, {reductions,636}, {trap_exit,false}]}, {<12134.149.0>, [{registered_name,buckets_events}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e5756c7a8 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4fefaee8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,menelaus_event,buckets_events,{state,undefined,[{<0.4940.41>,#Ref<0.0.81">>, <<"y(3) buckets_events">>, <<"y(4) <0.126.0>">>,<<>>, <<"0x00007f4e4fefaf18 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,11}]}, {heap_size,1597}, {total_heap_size,1974}, {links,[<12134.153.0>,<12134.160.0>,<12134.126.0>]}, {memory,16952}, {message_queue_len,0}, {reductions,2282}, {trap_exit,true}]}, {<12134.150.0>, [{registered_name,ns_mail_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5553eef8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_mail_sup},one_for_all,[{child,<0.152.0>,ns_mail_log,{ns_mail_log,">>, <<"y(4) ns_mail_sup">>,<<"y(5) <0.126.0>">>, <<>>, <<"0x00007f4e5553ef30 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,233}, {total_heap_size,610}, {links,[<12134.151.0>,<12134.152.0>,<12134.126.0>]}, {memory,5896}, {message_queue_len,0}, {reductions,665}, {trap_exit,true}]}, {<12134.151.0>, [{registered_name,ns_mail}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5553d8f0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_mail">>,<<"y(3) empty_state">>, <<"y(4) ns_mail">>,<<"y(5) <0.150.0>">>,<<>>, <<"0x00007f4e5553d928 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.150.0>]}, {memory,2800}, {message_queue_len,0}, {reductions,27}, {trap_exit,true}]}, {<12134.152.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e54b9c080 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5553e7e0 Return addr 0x000000000089c118 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.150.0>,<12134.128.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,11}, {trap_exit,false}]}, {<12134.153.0>, [{registered_name,ns_heart}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e552a56d0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_heart">>, <<"(3) {state,undefined,[{meminfo,<<1142 bytes>>},{system_memory_data,[{system_total_memo">>, <<"y(4) ns_heart">>,<<"y(5) <0.126.0>">>, <<>>, <<"0x00007f4e552a5708 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,401}]}, {heap_size,4181}, {total_heap_size,32838}, {links,[<12134.126.0>,<12134.149.0>,<12134.53.0>]}, {memory,263720}, {message_queue_len,0}, {reductions,249412445}, {trap_exit,false}]}, {<12134.157.0>, [{registered_name,menelaus_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54e31350 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,menelaus_sup},one_for_one,[{child,<0.162.0>,menelaus_web_alerts_srv,">>, <<"y(4) menelaus_sup">>,<<"y(5) <0.126.0>">>, <<>>, <<"0x00007f4e54e31388 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,6765}, {total_heap_size,17711}, {links, [<12134.158.0>,<12134.162.0>,<12134.3040.41>, <12134.160.0>,<12134.126.0>]}, {memory,142784}, {message_queue_len,0}, {reductions,1585}, {trap_exit,true}]}, {<12134.158.0>, [{registered_name,menelaus_web}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55506c78 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mochiweb_socket_server">>, <<"(3) {mochiweb_socket_server,8091,#Fun,{local,menelaus_web},">>, <<"y(4) menelaus_web">>,<<"y(5) <0.157.0>">>, <<>>, <<"0x00007f4e55506cb0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,9}]}, {heap_size,987}, {total_heap_size,1364}, {links, [<12134.268.0>,<12134.4940.41>,<12134.5037.41>, <12134.4938.41>,<12134.157.0>,#Port<12134.2096>]}, {memory,12048}, {message_queue_len,0}, {reductions,1178}, {trap_exit,true}]}, {<12134.160.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e54b9c080 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fafcd8 Return addr 0x000000000089c118 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links, [<12134.130.0>,<12134.157.0>,<12134.149.0>, <12134.118.0>]}, {memory,2816}, {message_queue_len,0}, {reductions,27}, {trap_exit,false}]}, {<12134.162.0>, [{registered_name,menelaus_web_alerts_srv}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fe93f0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) menelaus_web_alerts_srv">>, <<"(3) {state,[],[],{dict,2,16,16,8,80,48,{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[">>, <<"y(4) menelaus_web_alerts_srv">>, <<"y(5) <0.157.0>">>,<<>>, <<"0x00007f4e54fe9428 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,24375}]}, {heap_size,2584}, {total_heap_size,3571}, {links,[<12134.157.0>,<12134.53.0>]}, {memory,29544}, {message_queue_len,0}, {reductions,4242554}, {trap_exit,false}]}, {<12134.163.0>, [{registered_name,ns_port_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54381f70 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_port_sup},one_for_one,[{child,<0.271.0>,{moxi,\"/opt/membase/bin/m">>, <<"y(4) ns_port_sup">>,<<"y(5) <0.126.0>">>, <<>>, <<"0x00007f4e54381fa8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,28657}, {total_heap_size,39603}, {links, [<12134.164.0>,<12134.167.0>,<12134.271.0>, <12134.126.0>]}, {memory,317880}, {message_queue_len,0}, {reductions,6137}, {trap_exit,true}]}, {<12134.164.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e54b9c080 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a38b1a0 Return addr 0x000000000089c118 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.163.0>,<12134.118.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,11}, {trap_exit,false}]}, {<12134.167.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55221f20 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor_cushion">>, <<"y(3) {state,memcached,5000,{1322,527780,942311},<0.168.0>}">>, <<"y(4) <0.167.0>">>,<<"y(5) <0.163.0>">>, <<>>, <<"0x00007f4e55221f58 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,987}, {total_heap_size,987}, {links,[<12134.163.0>,<12134.168.0>]}, {memory,8872}, {message_queue_len,0}, {reductions,55}, {trap_exit,true}]}, {<12134.168.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3a9b80 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_port_server">>, <<"(3) {state,#Port<0.2158>,memcached,{[\"Extension support isn't implemented in this vers">>, <<"y(4) <0.168.0>">>,<<"y(5) <0.167.0>">>, <<>>, <<"0x00007f4e5a3a9bb8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,610}, {total_heap_size,610}, {links,[<12134.167.0>,#Port<12134.2158>]}, {memory,5856}, {message_queue_len,0}, {reductions,218}, {trap_exit,true}]}, {<12134.169.0>, [{registered_name,ns_stats_event}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e5756c7a8 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fa5368 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"(2) [{handler,failover_safeness_level,{failover_safeness_level,\"default\"},{state,\"defa">>, <<"y(3) ns_stats_event">>, <<"y(4) <0.126.0>">>,<<>>, <<"0x00007f4e54fa5398 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,36464}]}, {heap_size,2584}, {total_heap_size,3194}, {links, [<12134.4092.41>,<12134.4235.41>,<12134.4233.41>, <12134.126.0>]}, {memory,26608}, {message_queue_len,0}, {reductions,13793246}, {trap_exit,true}]}, {<12134.170.0>, [{registered_name,ns_bucket_worker}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e552c6d68 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) work_queue">>,<<"y(3) []">>, <<"y(4) ns_bucket_worker">>, <<"y(5) <0.126.0>">>,<<>>, <<"0x00007f4e552c6da0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,377}, {total_heap_size,754}, {links,[<12134.126.0>]}, {memory,6968}, {message_queue_len,0}, {reductions,202}, {trap_exit,false}]}, {<12134.172.0>, [{registered_name,ns_bucket_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5529d418 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ns_bucket_sup},one_for_one,[{child,<0.3020.41>,{per_bucket_sup,\"defa">>, <<"y(4) ns_bucket_sup">>, <<"y(5) <0.126.0>">>,<<>>, <<"0x00007f4e5529d450 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,6765}, {total_heap_size,6765}, {links,[<12134.126.0>,<12134.3020.41>,<12134.118.0>]}, {memory,55136}, {message_queue_len,0}, {reductions,730}, {trap_exit,true}]}, {<12134.173.0>, [{registered_name,system_stats_collector}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fed928 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) system_stats_collector">>, <<"(3) {state,#Port<0.2195>,[{cpu_local_ms,38072412080},{cpu_idle_ms,37655362140},{swap_t">>, <<"y(4) system_stats_collector">>, <<"y(5) <0.126.0>">>,<<>>, <<"0x00007f4e54fed960 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,15187}]}, {heap_size,987}, {total_heap_size,1364}, {links,[<12134.126.0>,<12134.142.0>,#Port<12134.2195>]}, {memory,11928}, {message_queue_len,0}, {reductions,34074079}, {trap_exit,false}]}, {<12134.175.0>, [{registered_name,'stats_reader-@system'}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55233750 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) stats_reader">>, <<"y(3) {state,\"@system\"}">>, <<"y(4) 'stats_reader-@system'">>, <<"y(5) <0.126.0>">>,<<>>, <<"0x00007f4e55233788 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,58493}]}, {heap_size,2584}, {total_heap_size,2961}, {links,[<12134.126.0>]}, {memory,24624}, {message_queue_len,0}, {reductions,23340546}, {trap_exit,false}]}, {<12134.177.0>, [{registered_name,ns_moxi_sup_work_queue}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4f3488e8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) work_queue">>,<<"y(3) []">>, <<"y(4) ns_moxi_sup_work_queue">>, <<"y(5) <0.126.0>">>,<<>>, <<"0x00007f4e4f348920 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,46368}, {total_heap_size,57314}, {links,[<12134.126.0>]}, {memory,459448}, {message_queue_len,0}, {reductions,5034}, {trap_exit,false}]}, {<12134.179.0>, [{registered_name,ns_moxi_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5458b350 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"y(3) {state,{local,ns_moxi_sup},one_for_one,[],undefined,20,10,[],ns_moxi_sup,[]}">>, <<"y(4) ns_moxi_sup">>,<<"y(5) <0.126.0>">>, <<>>, <<"0x00007f4e5458b388 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,6765}, {total_heap_size,6765}, {links,[<12134.126.0>,<12134.118.0>]}, {memory,55096}, {message_queue_len,0}, {reductions,1345}, {trap_exit,true}]}, {<12134.226.0>, [{registered_name,inet_gethost_native_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e554b05a8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor_bridge">>, <<"y(3) {state,inet_gethost_native,<0.227.0>,<0.227.0>,{local,inet_gethost_native_sup}}">>, <<"y(4) inet_gethost_native_sup">>, <<"y(5) <0.26.0>">>,<<>>, <<"0x00007f4e554b05e0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.26.0>,<12134.227.0>]}, {memory,2840}, {message_queue_len,0}, {reductions,41}, {trap_exit,true}]}, {<12134.227.0>, [{registered_name,inet_gethost_native}, {status,waiting}, {initial_call,{inet_gethost_native,server_init,2}}, {backtrace, [<<"Program counter: 0x00007f4e5532df70 (inet_gethost_native:main_loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e552499c0 Return addr 0x000000000089c118 ()">>, <<"y(0) {state,#Port<0.2312>,8000,94237,98347,<0.226.0>,4,{statistics,0,0,0,0,0,0,0,0}}">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,31941}]}, {heap_size,377}, {total_heap_size,754}, {links,[<12134.226.0>,#Port<12134.2312>]}, {memory,7008}, {message_queue_len,0}, {reductions,6044853}, {trap_exit,true}]}, {<12134.268.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e548fb9a0 (menelaus_web:handle_streaming/4 + 464)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4e7c5820 Return addr 0x00007f4e548f7d48 (menelaus_web:loop/3 + 25992)">>, <<"(0) {mochiweb_response,{mochiweb_request,#Port<0.2334>,'GET',\"/pools/default/saslBucke">>, <<"(1) {mochiweb_request,#Port<0.2334>,'GET',\"/pools/default/saslBucketsStreaming\",{1,1},">>, <<"y(2) #Fun">>, <<"(3) {struct,[{buckets,[{struct,[{name,<<7 bytes>>},{nodeLocator,vbucket},{saslPassword">>, <<>>, <<"0x00007f4e4e7c5848 Return addr 0x00007f4e5492c4e8 (mochiweb_http:headers/5 + 1224)">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) []">>,<<"y(3) []">>, <<"(4) {mochiweb_request,#Port<0.2334>,'GET',\"/pools/default/saslBucketsStreaming\",{1,1},">>, <<"y(5) Catch 0x00007f4e548f7d68 (menelaus_web:loop/3 + 26024)">>, <<>>, <<"0x00007f4e4e7c5880 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) #Fun">>, <<"y(1) []">>,<<"y(2) []">>, <<"(3) {mochiweb_request,#Port<0.2334>,'GET',\"/pools/default/saslBucketsStreaming\",{1,1},">>, <<>>, <<"0x00007f4e4e7c58a8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,75025}, {total_heap_size,150050}, {links,[<12134.158.0>,#Port<12134.2334>]}, {memory,1201592}, {message_queue_len,0}, {reductions,17038212}, {trap_exit,false}]}, {<12134.271.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fb83d0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor_cushion">>, <<"y(3) {state,moxi,5000,{1322,527801,491304},<0.272.0>}">>, <<"y(4) <0.271.0>">>,<<"y(5) <0.163.0>">>, <<>>, <<"0x00007f4e54fb8408 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,987}, {total_heap_size,2584}, {links,[<12134.163.0>,<12134.272.0>]}, {memory,21648}, {message_queue_len,0}, {reductions,152}, {trap_exit,true}]}, {<12134.272.0>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5500b908 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_port_server">>, <<"(3) {state,#Port<0.2331>,moxi,{[\"})\",\"\t}\"],[\"\t\t\\\"vBucketMap\\\":\t[]\"]},undefined,[],0,tr">>, <<"y(4) <0.272.0>">>,<<"y(5) <0.271.0>">>, <<>>, <<"0x00007f4e5500b940 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,4181}, {total_heap_size,4181}, {links,[<12134.271.0>,#Port<12134.2331>]}, {memory,34424}, {message_queue_len,0}, {reductions,1742}, {trap_exit,true}]}, {<12134.3020.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e542e7520 (single_bucket_sup:top_loop/3 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3b4780 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<"y(1) \"default\"">>, <<"y(2) <0.3021.41>">>,<<"y(3) <0.172.0>">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.172.0>,<12134.3021.41>]}, {memory,2736}, {message_queue_len,0}, {reductions,31}, {trap_exit,true}]}, {<12134.3021.41>, [{registered_name,'single_bucket_sup-default'}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a39ff00 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,'single_bucket_sup-default'},rest_for_one,[{child,<0.4235.41>,{failo">>, <<"y(4) 'single_bucket_sup-default'">>, <<"y(5) <0.3020.41>">>,<<>>, <<"0x00007f4e5a39ff38 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,10}]}, {heap_size,610}, {total_heap_size,987}, {links, [<12134.3043.41>,<12134.4234.41>,<12134.4235.41>, <12134.4233.41>,<12134.3022.41>,<12134.3042.41>, <12134.3020.41>]}, {memory,9072}, {message_queue_len,0}, {reductions,1264}, {trap_exit,true}]}, {<12134.3022.41>, [{registered_name,'ns_memcached-default'}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e552b7b08 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_memcached">>, <<"(3) {state,{interval,#Ref<0.0.81.63899>},connected,{1323,112201,840922},\"default\",#Por">>, <<"y(4) <0.3022.41>">>, <<"y(5) <0.3021.41>">>,<<>>, <<"0x00007f4e552b7b40 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,21}]}, {heap_size,6765}, {total_heap_size,17711}, {links, [<12134.53.0>,<12134.3021.41>,#Port<12134.299846>]}, {memory,142704}, {message_queue_len,0}, {reductions,7286699}, {trap_exit,true}]}, {<12134.3040.41>, [{registered_name,hot_keys_keeper}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fc4bf8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) hot_keys_keeper">>, <<"y(3) {state,[{\"default\",[]}],[{\"default\",[]}],<0.5231.41>}">>, <<"y(4) hot_keys_keeper">>, <<"y(5) <0.157.0>">>,<<>>, <<"0x00007f4e54fc4c30 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,14}]}, {heap_size,610}, {total_heap_size,1220}, {links,[<12134.157.0>,<12134.53.0>]}, {memory,10736}, {message_queue_len,0}, {reductions,1821}, {trap_exit,false}]}, {<12134.3042.41>, [{registered_name,'ns_vbm_sup-default'}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4f624680 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,'ns_vbm_sup-default'},one_for_one,[],undefined,20,10,[],ns_vbm_sup,[">>, <<"y(4) 'ns_vbm_sup-default'">>, <<"y(5) <0.3021.41>">>,<<>>, <<"0x00007f4e4f6246b8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,6}]}, {heap_size,987}, {total_heap_size,1364}, {links,[<12134.3021.41>]}, {memory,11848}, {message_queue_len,0}, {reductions,1637}, {trap_exit,true}]}, {<12134.3043.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e554bb320 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) stats_collector">>, <<"(3) {state,\"default\",{[66273,6402419,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0">>, <<"y(4) <0.3043.41>">>, <<"y(5) <0.3021.41>">>,<<>>, <<"0x00007f4e554bb358 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,5}]}, {heap_size,2584}, {total_heap_size,20295}, {links,[<12134.3021.41>,<12134.142.0>]}, {memory,163336}, {message_queue_len,0}, {reductions,12780359}, {trap_exit,false}]}, {<12134.4068.41>, [{registered_name,net_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a363aa8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,net_sup},one_for_all,[{child,<0.4071.41>,net_kernel,{net_kernel,star">>, <<"y(4) net_sup">>,<<"y(5) <0.11.0>">>,<<>>, <<"0x00007f4e5a363ae0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,377}, {total_heap_size,987}, {links, [<12134.4069.41>,<12134.4070.41>,<12134.4071.41>, <12134.11.0>]}, {memory,8952}, {message_queue_len,0}, {reductions,241}, {trap_exit,true}]}, {<12134.4069.41>, [{registered_name,erl_epmd}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e546f8d48 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) erl_epmd">>, <<"y(3) {state,#Port<0.300153>,21100,ns_1}">>, <<"y(4) erl_epmd">>,<<"y(5) <0.4068.41>">>, <<>>, <<"0x00007f4e546f8d80 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4068.41>,#Port<12134.300153>]}, {memory,2840}, {message_queue_len,0}, {reductions,127}, {trap_exit,false}]}, {<12134.4070.41>, [{registered_name,auth}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54774750 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) auth">>, <<"y(3) {state,pgrerltnvxhwqdmr,6038736913}">>, <<"y(4) auth">>,<<"y(5) <0.4068.41>">>,<<>>, <<"0x00007f4e54774788 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,377}, {total_heap_size,754}, {links,[<12134.4068.41>]}, {memory,6968}, {message_queue_len,0}, {reductions,143}, {trap_exit,true}]}, {<12134.4071.41>, [{registered_name,net_kernel}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a394768 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) net_kernel">>, <<"(3) {state,'ns_1@10.1.5.59','ns_1@10.1.5.59',longnames,{tick,<0.4073.41>,15000},7000,s">>, <<"y(4) net_kernel">>,<<"y(5) <0.4068.41>">>, <<>>, <<"0x00007f4e5a3947a0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,7}]}, {heap_size,610}, {total_heap_size,987}, {links, [<12134.4068.41>,<12134.4073.41>,<12134.4637.41>, <12134.4072.41>,#Port<12134.300151>]}, {memory,9032}, {message_queue_len,0}, {reductions,786}, {trap_exit,true}]}, {<12134.4072.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{inet_tcp_dist,accept_loop,2}}, {backtrace, [<<"Program counter: 0x00007f4e591e4ad0 (prim_inet:accept0/2 + 184)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e546f85f0 Return addr 0x00007f4e54bb7480 (inet_tcp:accept/1 + 40)">>, <<"y(0) 8644">>,<<"y(1) #Port<0.300151>">>, <<>>, <<"0x00007f4e546f8608 Return addr 0x00007f4e54bac9f0 (inet_tcp_dist:accept_loop/2 + 96)">>, <<"y(0) []">>,<<>>, <<"0x00007f4e546f8618 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<"y(1) #Port<0.300151>">>, <<"y(2) <0.4071.41>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4071.41>]}, {memory,2768}, {message_queue_len,0}, {reductions,268}, {trap_exit,false}]}, {<12134.4073.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{net_kernel,ticker,2}}, {backtrace, [<<"Program counter: 0x00007f4e55388110 (net_kernel:ticker_loop/2 + 56)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3c1048 Return addr 0x000000000089c118 ()">>, <<"y(0) 15000">>,<<"y(1) <0.4071.41>">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4071.41>]}, {memory,2696}, {message_queue_len,0}, {reductions,29}, {trap_exit,false}]}, {<12134.4092.41>, [{registered_name,'stats_archiver-@system'}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fde658 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) stats_archiver">>, <<"y(3) {state,\"@system\"}">>, <<"y(4) 'stats_archiver-@system'">>, <<"y(5) <0.126.0>">>,<<>>, <<"0x00007f4e54fde690 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,185}]}, {heap_size,1597}, {total_heap_size,4181}, {links,[<12134.126.0>,<12134.169.0>,<12134.53.0>]}, {memory,34464}, {message_queue_len,0}, {reductions,1078505}, {trap_exit,false}]}, {<12134.4097.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e575c88f0 (application_master:main_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a389720 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>, <<"(1) {state,<0.4098.41>,{appl_data,mnesia,[mnesia_dumper_load_regulator,mnesia_event,mn">>, <<"y(2) <0.7.0>">>,<<>>, <<"0x00007f4e5a389740 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,987}, {total_heap_size,1597}, {links,[<12134.7.0>,<12134.4098.41>]}, {memory,13752}, {message_queue_len,0}, {reductions,87}, {trap_exit,true}]}, {<12134.4098.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{application_master,start_it,4}}, {backtrace, [<<"Program counter: 0x00007f4e575cabc0 (application_master:loop_it/4 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a39e058 Return addr 0x000000000089c118 ()">>, <<"y(0) {normal,[]}">>,<<"y(1) mnesia_sup">>, <<"y(2) <0.4099.41>">>, <<"y(3) <0.4097.41>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4097.41>,<12134.4099.41>]}, {memory,2736}, {message_queue_len,0}, {reductions,32}, {trap_exit,true}]}, {<12134.4099.41>, [{registered_name,mnesia_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3bec90 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,mnesia_sup},one_for_all,[{child,<0.4101.41>,mnesia_kernel_sup,{mnesi">>, <<"y(4) mnesia_sup">>,<<"y(5) <0.4098.41>">>, <<>>, <<"0x00007f4e5a3becc8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,2}]}, {heap_size,233}, {total_heap_size,610}, {links, [<12134.4100.41>,<12134.4101.41>,<12134.4098.41>]}, {memory,5896}, {message_queue_len,0}, {reductions,195}, {trap_exit,true}]}, {<12134.4100.41>, [{registered_name,mnesia_event}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e5756c7a8 (gen_event:fetch_msg/5 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54776d68 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) false">>,<<"y(1) []">>, <<"y(2) [{handler,mnesia_event,false,{state,[],false,[]},false}]">>, <<"y(3) mnesia_event">>, <<"y(4) <0.4099.41>">>,<<>>, <<"0x00007f4e54776d98 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,987}, {total_heap_size,1597}, {links,[<12134.4099.41>,<12134.4103.41>]}, {memory,13752}, {message_queue_len,0}, {reductions,441}, {trap_exit,true}]}, {<12134.4101.41>, [{registered_name,mnesia_kernel_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55503a60 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,mnesia_kernel_sup},one_for_all,[{child,<0.4176.41>,mnesia_late_loade">>, <<"y(4) mnesia_kernel_sup">>, <<"y(5) <0.4099.41>">>,<<>>, <<"0x00007f4e55503a98 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,7}]}, {heap_size,377}, {total_heap_size,754}, {links, [<12134.4104.41>,<12134.4174.41>,<12134.4175.41>, <12134.4176.41>,<12134.4106.41>,<12134.4173.41>, <12134.4105.41>,<12134.4102.41>,<12134.4103.41>, <12134.4099.41>]}, {memory,7328}, {message_queue_len,0}, {reductions,551}, {trap_exit,true}]}, {<12134.4102.41>, [{registered_name,mnesia_monitor}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4fef7ce8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mnesia_monitor">>, <<"y(3) {state,<0.4101.41>,[],[],true,[],undefined,[]}">>, <<"y(4) mnesia_monitor">>, <<"y(5) <0.4101.41>">>,<<>>, <<"0x00007f4e4fef7d20 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,38}]}, {heap_size,2584}, {total_heap_size,3194}, {links,[<12134.4171.41>,<12134.4101.41>]}, {memory,26528}, {message_queue_len,0}, {reductions,5702}, {trap_exit,true}]}, {<12134.4103.41>, [{registered_name,mnesia_subscr}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55483ee0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mnesia_subscr">>, <<"y(3) {state,<0.4101.41>,6038741019}">>, <<"y(4) mnesia_subscr">>, <<"y(5) <0.4101.41>">>,<<>>, <<"0x00007f4e55483f18 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4100.41>,<12134.4101.41>,<12134.67.0>]}, {memory,2880}, {message_queue_len,0}, {reductions,111}, {trap_exit,true}]}, {<12134.4104.41>, [{registered_name,mnesia_locker}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e54a8b238 (mnesia_locker:loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3b2cd8 Return addr 0x00007f4e5513c238 (mnesia_sp:init_proc/4 + 240)">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) []">>,<<"y(3) []">>, <<"y(4) []">>,<<"y(5) {state,<0.4101.41>}">>, <<>>, <<"0x00007f4e5a3b2d10 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) Catch 0x00007f4e5513c238 (mnesia_sp:init_proc/4 + 240)">>, <<"y(1) mnesia_locker">>,<<"y(2) []">>, <<"y(3) []">>,<<"y(4) [<0.4101.41>]">>,<<>>, <<"0x00007f4e5a3b2d40 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,134}]}, {heap_size,1597}, {total_heap_size,1974}, {links,[<12134.4101.41>]}, {memory,16728}, {message_queue_len,0}, {reductions,62770}, {trap_exit,true}]}, {<12134.4105.41>, [{registered_name,mnesia_recover}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a366ca0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mnesia_recover">>, <<"y(3) {state,<0.4101.41>,undefined,undefined,undefined,0,false,true,[]}">>, <<"y(4) mnesia_recover">>, <<"y(5) <0.4101.41>">>,<<>>, <<"0x00007f4e5a366cd8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,8}]}, {heap_size,1597}, {total_heap_size,2207}, {links,[<12134.4101.41>,<12134.53.0>]}, {memory,18632}, {message_queue_len,0}, {reductions,2162}, {trap_exit,true}]}, {<12134.4106.41>, [{registered_name,mnesia_tm}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e54afcc98 (mnesia_tm:doit_loop/1 + 200)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4ff123c8 Return addr 0x00007f4e5513c238 (mnesia_sp:init_proc/4 + 240)">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) {state,{0,nil},{0,nil},<0.4101.41>,[],[],[]}">>, <<"y(3) []">>,<<"y(4) []">>, <<"y(5) <0.4101.41>">>,<<"y(6) {0,nil}">>, <<"y(7) {0,nil}">>,<<>>, <<"0x00007f4e4ff12410 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) Catch 0x00007f4e5513c238 (mnesia_sp:init_proc/4 + 240)">>, <<"y(1) mnesia_tm">>,<<"y(2) []">>, <<"y(3) []">>,<<"y(4) [<0.4101.41>]">>,<<>>, <<"0x00007f4e4ff12440 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,7}]}, {heap_size,10946}, {total_heap_size,85971}, {links,[<12134.4101.41>]}, {memory,688704}, {message_queue_len,0}, {reductions,262683}, {trap_exit,true}]}, {<12134.4171.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e54b56888 (disk_log:loop/1 + 168)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e550435f0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"(0) {state,[],[],<0.87.0>,<0.88.0>,141,{arg,latest_log,undefined,\"/opt/membase/var/lib">>, <<>>, <<"0x00007f4e55043600 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,81}]}, {heap_size,2584}, {total_heap_size,3571}, {links, [<12134.88.0>,<12134.4102.41>,<12134.87.0>, #Port<12134.301374>]}, {memory,29624}, {message_queue_len,0}, {reductions,42790}, {trap_exit,true}]}, {<12134.4173.41>, [{registered_name,mnesia_checkpoint_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fad658 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,mnesia_checkpoint_sup},simple_one_for_one,[{child,undefined,mnesia_c">>, <<"y(4) mnesia_checkpoint_sup">>, <<"y(5) <0.4101.41>">>,<<>>, <<"0x00007f4e54fad690 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4101.41>]}, {memory,2800}, {message_queue_len,0}, {reductions,59}, {trap_exit,true}]}, {<12134.4174.41>, [{registered_name,mnesia_snmp_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fe9b58 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,mnesia_snmp_sup},simple_one_for_one,[{child,undefined,mnesia_snmp_su">>, <<"y(4) mnesia_snmp_sup">>, <<"y(5) <0.4101.41>">>,<<>>, <<"0x00007f4e54fe9b90 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4101.41>]}, {memory,2800}, {message_queue_len,0}, {reductions,59}, {trap_exit,true}]}, {<12134.4175.41>, [{registered_name,mnesia_controller}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55048698 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) mnesia_controller">>, <<"(3) {state,<0.4101.41>,true,[],[],{0,nil},[],[],{0,nil},undefined,[],[],{interval,#Ref">>, <<"y(4) mnesia_controller">>, <<"y(5) <0.4101.41>">>,<<>>, <<"0x00007f4e550486d0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,2584}, {total_heap_size,5168}, {links,[<12134.4101.41>,<12134.53.0>]}, {memory,42320}, {message_queue_len,0}, {reductions,3730}, {trap_exit,true}]}, {<12134.4176.41>, [{registered_name,mnesia_late_loader}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e55138cc8 (mnesia_late_loader:loop/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a393430 Return addr 0x00007f4e5513c238 (mnesia_sp:init_proc/4 + 240)">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) {state,<0.4101.41>}">>,<<>>, <<"0x00007f4e5a393450 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) Catch 0x00007f4e5513c238 (mnesia_sp:init_proc/4 + 240)">>, <<"y(1) mnesia_late_loader">>,<<"y(2) []">>, <<"y(3) []">>,<<"y(4) [<0.4101.41>]">>,<<>>, <<"0x00007f4e5a393480 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,1597}, {total_heap_size,1974}, {links,[<12134.4101.41>]}, {memory,16728}, {message_queue_len,0}, {reductions,667}, {trap_exit,false}]}, {<12134.4190.41>, [{registered_name,ns_doctor}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4ffc1ed0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) ns_doctor">>, <<"(3) {state,{dict,2,16,16,8,80,48,{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]},{{[">>, <<"y(4) ns_doctor">>,<<"y(5) <0.126.0>">>, <<>>, <<"0x00007f4e4ffc1f08 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,12}]}, {heap_size,6765}, {total_heap_size,13530}, {links,[<12134.126.0>,<12134.53.0>]}, {memory,109216}, {message_queue_len,0}, {reductions,17590}, {trap_exit,false}]}, {<12134.4229.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e575c88f0 (application_master:main_loop/2 + 64)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54ff5bd8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>, <<"(1) {state,<0.4230.41>,{appl_data,inets,[inets_sup,httpc_manager],undefined,{inets_app">>, <<"y(2) <0.7.0>">>,<<>>, <<"0x00007f4e54ff5bf8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,377}, {total_heap_size,377}, {links,[<12134.7.0>,<12134.4230.41>]}, {memory,3992}, {message_queue_len,0}, {reductions,42}, {trap_exit,true}]}, {<12134.4230.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{application_master,start_it,4}}, {backtrace, [<<"Program counter: 0x00007f4e575cabc0 (application_master:loop_it/4 + 72)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3a70e0 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>,<<"y(1) inets_app">>, <<"y(2) <0.4236.41>">>, <<"y(3) <0.4229.41>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4229.41>,<12134.4236.41>]}, {memory,2736}, {message_queue_len,0}, {reductions,42}, {trap_exit,true}]}, {<12134.4233.41>, [{registered_name,'stats_archiver-default'}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4e3f9350 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) stats_archiver">>, <<"y(3) {state,\"default\"}">>, <<"y(4) 'stats_archiver-default'">>, <<"y(5) <0.3021.41>">>,<<>>, <<"0x00007f4e4e3f9388 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,112}]}, {heap_size,6765}, {total_heap_size,53133}, {links,[<12134.169.0>,<12134.3021.41>,<12134.53.0>]}, {memory,426080}, {message_queue_len,0}, {reductions,1297451}, {trap_exit,false}]}, {<12134.4234.41>, [{registered_name,'stats_reader-default'}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54d2b8e8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) stats_reader">>, <<"y(3) {state,\"default\"}">>, <<"y(4) 'stats_reader-default'">>, <<"y(5) <0.3021.41>">>,<<>>, <<"0x00007f4e54d2b920 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,46368}, {total_heap_size,364179}, {links,[<12134.3021.41>]}, {memory,2914368}, {message_queue_len,0}, {reductions,117579}, {trap_exit,false}]}, {<12134.4235.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e54b9c080 (misc:'-start_event_link/1-fun-0-'/1 + 40)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3a0698 Return addr 0x000000000089c118 ()">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.3021.41>,<12134.169.0>]}, {memory,2736}, {message_queue_len,0}, {reductions,11}, {trap_exit,false}]}, {<12134.4236.41>, [{registered_name,inets_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54ff2ea8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,inets_sup},one_for_one,[{child,<0.4290.41>,tftp_sup,{tftp_sup,start_">>, <<"y(4) inets_sup">>,<<"y(5) <0.4230.41>">>, <<>>, <<"0x00007f4e54ff2ee0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,377}, {total_heap_size,754}, {links, [<12134.4244.41>,<12134.4289.41>,<12134.4290.41>, <12134.4245.41>,<12134.4230.41>]}, {memory,7128}, {message_queue_len,0}, {reductions,326}, {trap_exit,true}]}, {<12134.4244.41>, [{registered_name,ftp_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e554c1f50 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,ftp_sup},simple_one_for_one,[{child,undefined,undefined,{ftp,start_l">>, <<"y(4) ftp_sup">>,<<"y(5) <0.4236.41>">>, <<>>, <<"0x00007f4e554c1f88 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4236.41>]}, {memory,2800}, {message_queue_len,0}, {reductions,52}, {trap_exit,true}]}, {<12134.4245.41>, [{registered_name,httpc_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55541e18 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,httpc_sup},one_for_one,[{child,<0.4288.41>,httpc_handler_sup,{httpc_">>, <<"y(4) httpc_sup">>,<<"y(5) <0.4236.41>">>, <<>>, <<"0x00007f4e55541e50 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,1}]}, {heap_size,233}, {total_heap_size,610}, {links, [<12134.4249.41>,<12134.4288.41>,<12134.4236.41>]}, {memory,5896}, {message_queue_len,0}, {reductions,171}, {trap_exit,true}]}, {<12134.4249.41>, [{registered_name,httpc_profile_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3ac8e8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,httpc_profile_sup},one_for_one,[{child,<0.4270.41>,httpc_manager,{ht">>, <<"y(4) httpc_profile_sup">>, <<"y(5) <0.4245.41>">>,<<>>, <<"0x00007f4e5a3ac920 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4245.41>,<12134.4270.41>]}, {memory,2840}, {message_queue_len,0}, {reductions,122}, {trap_exit,true}]}, {<12134.4270.41>, [{registered_name,httpc_manager}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4f6b9d68 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) httpc_manager">>, <<"(3) {state,[],httpc_manager__handler_db,{cookie_db,undefined,6038769690},httpc_manager">>, <<"y(4) httpc_manager">>, <<"y(5) <0.4249.41>">>,<<>>, <<"0x00007f4e4f6b9da0 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,10946}, {total_heap_size,11323}, {links,[<12134.4249.41>]}, {memory,91520}, {message_queue_len,0}, {reductions,1540}, {trap_exit,true}]}, {<12134.4288.41>, [{registered_name,httpc_handler_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a382740 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"(3) {state,{local,httpc_handler_sup},simple_one_for_one,[{child,undefined,undefined,{h">>, <<"y(4) httpc_handler_sup">>, <<"y(5) <0.4245.41>">>,<<>>, <<"0x00007f4e5a382778 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,3}]}, {heap_size,233}, {total_heap_size,610}, {links,[<12134.4245.41>]}, {memory,5816}, {message_queue_len,0}, {reductions,278}, {trap_exit,true}]}, {<12134.4289.41>, [{registered_name,httpd_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3b91b0 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"y(3) {state,{local,httpd_sup},one_for_one,[],undefined,10,3600,[],httpd_sup,[[]]}">>, <<"y(4) httpd_sup">>,<<"y(5) <0.4236.41>">>, <<>>, <<"0x00007f4e5a3b91e8 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4236.41>]}, {memory,2800}, {message_queue_len,0}, {reductions,43}, {trap_exit,true}]}, {<12134.4290.41>, [{registered_name,tftp_sup}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e576370e0 (gen_server:loop/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e54fb9e48 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) []">>,<<"y(1) infinity">>, <<"y(2) supervisor">>, <<"y(3) {state,{local,tftp_sup},one_for_one,[],undefined,10,3600,[],tftp_sup,[[]]}">>, <<"y(4) tftp_sup">>,<<"y(5) <0.4236.41>">>, <<>>, <<"0x00007f4e54fb9e80 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4236.41>]}, {memory,2800}, {message_queue_len,0}, {reductions,44}, {trap_exit,true}]}, {<12134.4637.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{inet_tcp_dist,do_accept,6}}, {backtrace, [<<"Program counter: 0x00007f4e4f4326d8 (dist_util:con_loop/9 + 112)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5a3adbf8 Return addr 0x000000000089c118 ()">>, <<"y(0) []">>, <<"y(1) #Fun">>, <<"y(2) #Fun">>, <<"y(3) {tick,316,557,3,3}">>, <<"y(4) normal">>, <<"y(5) 'ns_1@10.1.5.59'">>, <<"y(6) {net_address,{{10,1,5,53},33944},\"10.1.5.53\",tcp,inet}">>, <<"y(7) #Port<0.301258>">>, <<"y(8) 'ns_1@10.1.5.53'">>, <<"y(9) <0.4071.41>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,4}]}, {heap_size,610}, {total_heap_size,987}, {links,[<12134.4071.41>,#Port<12134.301258>]}, {memory,8768}, {message_queue_len,0}, {reductions,780}, {trap_exit,false}]}, {<12134.4938.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e591e5e30 (prim_inet:recv0/3 + 224)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e4f9608f0 Return addr 0x00007f4e5492bcd8 (mochiweb_http:request/2 + 104)">>, <<"y(0) 8979">>,<<"y(1) #Port<0.301336>">>, <<>>, <<"0x00007f4e4f960908 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) #Fun">>, <<"y(1) #Port<0.301336>">>,<<>>, <<"0x00007f4e4f960920 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,22}]}, {heap_size,46368}, {total_heap_size,121393}, {links,[<12134.158.0>,#Port<12134.301336>]}, {memory,972120}, {message_queue_len,0}, {reductions,111806}, {trap_exit,false}]}, {<12134.4940.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e548f9248 (menelaus_web:handle_pool_info_wait/6 + 256)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"x00007f4e4fe98260 Return addr 0x00007f4e548f8d30 (menelaus_web:check_and_handle_pool_info/">>, <<"y(0) \"97658707\"">>, <<"y(1) \"97658707\"">>,<<"y(2) 20000">>, <<"y(3) \"10.1.5.59\"">>, <<"y(4) {\"Administrator\",\"password\"}">>, <<"y(5) \"default\"">>, <<"(6) {mochiweb_request,#Port<0.301360>,'GET',\"/pools/default?waitChange=20000&etag=9765">>, <<>>, <<"0x00007f4e4fe982a0 Return addr 0x00007f4e548f7ce8 (menelaus_web:loop/3 + 25896)">>, <<"y(0) Catch 0x00007f4e548f8d80 (menelaus_web:check_and_handle_pool_info/2 + 328)">>, <<"y(1) []">>,<<"y(2) <0.5221.41>">>,<<>>, <<"0x00007f4e4fe982c0 Return addr 0x00007f4e5492c4e8 (mochiweb_http:headers/5 + 1224)">>, <<"y(0) []">>,<<"y(1) []">>, <<"y(2) []">>,<<"y(3) []">>, <<"(4) {mochiweb_request,#Port<0.301360>,'GET',\"/pools/default?waitChange=20000&etag=9765">>, <<"y(5) Catch 0x00007f4e548f7d68 (menelaus_web:loop/3 + 26024)">>, <<>>, <<"0x00007f4e4fe982f8 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) #Fun">>, <<"y(1) []">>,<<"y(2) []">>, <<"(3) {mochiweb_request,#Port<0.301360>,'GET',\"/pools/default?waitChange=20000&etag=9765">>, <<>>, <<"0x00007f4e4fe98320 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,14}]}, {heap_size,28657}, {total_heap_size,103682}, {links, [<12134.158.0>,<12134.5221.41>,#Port<12134.301360>]}, {memory,830688}, {message_queue_len,0}, {reductions,79930}, {trap_exit,false}]}, {<12134.5037.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{proc_lib,init_p,5}}, {backtrace, [<<"Program counter: 0x00007f4e591e4ad0 (prim_inet:accept0/2 + 184)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e5553e038 Return addr 0x00007f4e54bb7480 (inet_tcp:accept/1 + 40)">>, <<"y(0) 49799">>,<<"y(1) #Port<0.2096>">>, <<>>, <<"x00007f4e5553e050 Return addr 0x00007f4e5494f108 (mochiweb_socket_server:acceptor_loop/1 +">>, <<"y(0) []">>,<<>>, <<"0x00007f4e5553e060 Return addr 0x00007f4e5757f508 (proc_lib:init_p_do_apply/3 + 56)">>, <<"y(0) #Fun">>, <<"y(1) <0.158.0>">>, <<"y(2) Catch 0x00007f4e5494f108 (mochiweb_socket_server:acceptor_loop/1 + 160)">>, <<>>, <<"0x00007f4e5553e080 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e5757f528 (proc_lib:init_p_do_apply/3 + 88)">>, <<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.158.0>]}, {memory,2872}, {message_queue_len,0}, {reductions,18}, {trap_exit,false}]}, {<12134.5221.41>, [{registered_name,[]}, {status,waiting}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e54b8c988 (diag_handler:'-arm_timeout/2-fun-0-'/3 + 56)">>, <<"CP: 0x0000000000000000 (invalid)">>, <<"arity = 0">>,<<>>, <<"0x00007f4e55502758 Return addr 0x000000000089c118 ()">>, <<"y(0) <0.4940.41>">>, <<"y(1) #Fun">>, <<"y(2) 23000">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,233}, {total_heap_size,233}, {links,[<12134.4940.41>]}, {memory,2696}, {message_queue_len,0}, {reductions,2}, {trap_exit,false}]}, {<12134.5234.41>, [{registered_name,[]}, {status,running}, {initial_call,{erlang,apply,2}}, {backtrace, [<<"Program counter: 0x00007f4e59165d00 (unknown function)">>, <<"CP: 0x00007f4e54b8adf8 (diag_handler:grab_process_info/1 + 56)">>, <<>>, <<"x00007f4e4fa6aa70 Return addr 0x00007f4e54b8d008 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) []">>,<<>>, <<"x00007f4e4fa6aa80 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) []">>,<<"y(1) <0.5234.41>">>, <<"y(2) Catch 0x00007f4e54b8d008 (diag_handler:'-do_diag_per_node/0-lc$^0/1-0-'/1 + 104)">>, <<>>, <<"x00007f4e4fa6aaa0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.5221.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6aab8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.5037.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6aad0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4940.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6aae8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4938.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6ab00 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4637.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{inet_tcp_dist,do_accept,6}},">>, <<>>, <<"x00007f4e4fa6ab18 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4290.41>">>, <<"(1) [{registered_name,tftp_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{b">>, <<>>, <<"x00007f4e4fa6ab30 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4289.41>">>, <<"(1) [{registered_name,httpd_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f4e4fa6ab48 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4288.41>">>, <<"(1) [{registered_name,httpc_handler_sup},{status,waiting},{initial_call,{proc_lib,init">>, <<>>, <<"x00007f4e4fa6ab60 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4270.41>">>, <<"(1) [{registered_name,httpc_manager},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6ab78 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4249.41>">>, <<"(1) [{registered_name,httpc_profile_sup},{status,waiting},{initial_call,{proc_lib,init">>, <<>>, <<"x00007f4e4fa6ab90 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4245.41>">>, <<"(1) [{registered_name,httpc_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f4e4fa6aba8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4244.41>">>, <<"(1) [{registered_name,ftp_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{ba">>, <<>>, <<"x00007f4e4fa6abc0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4236.41>">>, <<"(1) [{registered_name,inets_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f4e4fa6abd8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4235.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6abf0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4234.41>">>, <<"(1) [{registered_name,'stats_reader-default'},{status,waiting},{initial_call,{proc_lib">>, <<>>, <<"x00007f4e4fa6ac08 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4233.41>">>, <<"(1) [{registered_name,'stats_archiver-default'},{status,waiting},{initial_call,{proc_l">>, <<>>, <<"x00007f4e4fa6ac20 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4230.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{application_master,start_it,">>, <<>>, <<"x00007f4e4fa6ac38 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4229.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6ac50 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4190.41>">>, <<"(1) [{registered_name,ns_doctor},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f4e4fa6ac68 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4176.41>">>, <<"(1) [{registered_name,mnesia_late_loader},{status,waiting},{initial_call,{proc_lib,ini">>, <<>>, <<"x00007f4e4fa6ac80 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4175.41>">>, <<"(1) [{registered_name,mnesia_controller},{status,waiting},{initial_call,{proc_lib,init">>, <<>>, <<"x00007f4e4fa6ac98 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4174.41>">>, <<"(1) [{registered_name,mnesia_snmp_sup},{status,waiting},{initial_call,{proc_lib,init_p">>, <<>>, <<"x00007f4e4fa6acb0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4173.41>">>, <<"(1) [{registered_name,mnesia_checkpoint_sup},{status,waiting},{initial_call,{proc_lib,">>, <<>>, <<"x00007f4e4fa6acc8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4171.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6ace0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4106.41>">>, <<"(1) [{registered_name,mnesia_tm},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f4e4fa6acf8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4105.41>">>, <<"(1) [{registered_name,mnesia_recover},{status,waiting},{initial_call,{proc_lib,init_p,">>, <<>>, <<"x00007f4e4fa6ad10 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4104.41>">>, <<"(1) [{registered_name,mnesia_locker},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6ad28 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4103.41>">>, <<"(1) [{registered_name,mnesia_subscr},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6ad40 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4102.41>">>, <<"(1) [{registered_name,mnesia_monitor},{status,waiting},{initial_call,{proc_lib,init_p,">>, <<>>, <<"x00007f4e4fa6ad58 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4101.41>">>, <<"(1) [{registered_name,mnesia_kernel_sup},{status,waiting},{initial_call,{proc_lib,init">>, <<>>, <<"x00007f4e4fa6ad70 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4100.41>">>, <<"(1) [{registered_name,mnesia_event},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f4e4fa6ad88 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4099.41>">>, <<"(1) [{registered_name,mnesia_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},">>, <<>>, <<"x00007f4e4fa6ada0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4098.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{application_master,start_it,">>, <<>>, <<"x00007f4e4fa6adb8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4097.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6add0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4092.41>">>, <<"(1) [{registered_name,'stats_archiver-@system'},{status,waiting},{initial_call,{proc_l">>, <<>>, <<"x00007f4e4fa6ade8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4073.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{net_kernel,ticker,2}},{backt">>, <<>>, <<"x00007f4e4fa6ae00 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4072.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{inet_tcp_dist,accept_loop,2}">>, <<>>, <<"x00007f4e4fa6ae18 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4071.41>">>, <<"(1) [{registered_name,net_kernel},{status,waiting},{initial_call,{proc_lib,init_p,5}},">>, <<>>, <<"x00007f4e4fa6ae30 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4070.41>">>, <<"(1) [{registered_name,auth},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backt">>, <<>>, <<"x00007f4e4fa6ae48 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4069.41>">>, <<"(1) [{registered_name,erl_epmd},{status,waiting},{initial_call,{proc_lib,init_p,5}},{b">>, <<>>, <<"x00007f4e4fa6ae60 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.4068.41>">>, <<"(1) [{registered_name,net_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{ba">>, <<>>, <<"x00007f4e4fa6ae78 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.3043.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6ae90 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.3042.41>">>, <<"(1) [{registered_name,'ns_vbm_sup-default'},{status,waiting},{initial_call,{proc_lib,i">>, <<>>, <<"x00007f4e4fa6aea8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.3040.41>">>, <<"(1) [{registered_name,hot_keys_keeper},{status,waiting},{initial_call,{proc_lib,init_p">>, <<>>, <<"x00007f4e4fa6aec0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.3022.41>">>, <<"(1) [{registered_name,'ns_memcached-default'},{status,waiting},{initial_call,{proc_lib">>, <<>>, <<"x00007f4e4fa6aed8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.3021.41>">>, <<"(1) [{registered_name,'single_bucket_sup-default'},{status,waiting},{initial_call,{pro">>, <<>>, <<"x00007f4e4fa6aef0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.3020.41>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6af08 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.272.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6af20 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.271.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6af38 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.268.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6af50 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.227.0>">>, <<"(1) [{registered_name,inet_gethost_native},{status,waiting},{initial_call,{inet_gethos">>, <<>>, <<"x00007f4e4fa6af68 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.226.0>">>, <<"(1) [{registered_name,inet_gethost_native_sup},{status,waiting},{initial_call,{proc_li">>, <<>>, <<"x00007f4e4fa6af80 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.179.0>">>, <<"(1) [{registered_name,ns_moxi_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}}">>, <<>>, <<"x00007f4e4fa6af98 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.177.0>">>, <<"(1) [{registered_name,ns_moxi_sup_work_queue},{status,waiting},{initial_call,{proc_lib">>, <<>>, <<"x00007f4e4fa6afb0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.175.0>">>, <<"(1) [{registered_name,'stats_reader-@system'},{status,waiting},{initial_call,{proc_lib">>, <<>>, <<"x00007f4e4fa6afc8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.173.0>">>, <<"(1) [{registered_name,system_stats_collector},{status,waiting},{initial_call,{proc_lib">>, <<>>, <<"x00007f4e4fa6afe0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.172.0>">>, <<"(1) [{registered_name,ns_bucket_sup},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6aff8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.170.0>">>, <<"(1) [{registered_name,ns_bucket_worker},{status,waiting},{initial_call,{proc_lib,init_">>, <<>>, <<"x00007f4e4fa6b010 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.169.0>">>, <<"(1) [{registered_name,ns_stats_event},{status,waiting},{initial_call,{proc_lib,init_p,">>, <<>>, <<"x00007f4e4fa6b028 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.168.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6b040 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.167.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6b058 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.164.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b070 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.163.0>">>, <<"(1) [{registered_name,ns_port_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}}">>, <<>>, <<"x00007f4e4fa6b088 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.162.0>">>, <<"(1) [{registered_name,menelaus_web_alerts_srv},{status,waiting},{initial_call,{proc_li">>, <<>>, <<"x00007f4e4fa6b0a0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.160.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b0b8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.158.0>">>, <<"(1) [{registered_name,menelaus_web},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f4e4fa6b0d0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.157.0>">>, <<"(1) [{registered_name,menelaus_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f4e4fa6b0e8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.153.0>">>, <<"(1) [{registered_name,ns_heart},{status,waiting},{initial_call,{proc_lib,init_p,5}},{b">>, <<>>, <<"x00007f4e4fa6b100 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.152.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b118 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.151.0>">>, <<"(1) [{registered_name,ns_mail},{status,waiting},{initial_call,{proc_lib,init_p,5}},{ba">>, <<>>, <<"x00007f4e4fa6b130 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.150.0>">>, <<"(1) [{registered_name,ns_mail_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}}">>, <<>>, <<"x00007f4e4fa6b148 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.149.0>">>, <<"(1) [{registered_name,buckets_events},{status,waiting},{initial_call,{proc_lib,init_p,">>, <<>>, <<"x00007f4e4fa6b160 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.148.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6b178 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.147.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6b190 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.146.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6b1a8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.145.0>">>, <<"(1) [{registered_name,mb_master_sup},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6b1c0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.144.0>">>, <<"(1) [{registered_name,mb_master},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f4e4fa6b1d8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.142.0>">>, <<"(1) [{registered_name,ns_tick_event},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6b1f0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.141.0>">>, <<"(1) [{registered_name,ns_config_rep_merger},{status,waiting},{initial_call,{erlang,app">>, <<>>, <<"x00007f4e4fa6b208 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.137.0>">>, <<"(1) [{registered_name,ns_config_rep},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6b220 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.136.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b238 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.135.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b250 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.131.0>">>, <<"(1) [{registered_name,ns_node_disco},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6b268 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.130.0>">>, <<"(1) [{registered_name,ns_node_disco_events},{status,waiting},{initial_call,{proc_lib,i">>, <<>>, <<"x00007f4e4fa6b280 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.129.0>">>, <<"(1) [{registered_name,ns_node_disco_sup},{status,waiting},{initial_call,{proc_lib,init">>, <<>>, <<"x00007f4e4fa6b298 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.128.0>">>, <<"(1) [{registered_name,ns_log_events},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6b2b0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.127.0>">>, <<"(1) [{registered_name,ns_log},{status,waiting},{initial_call,{proc_lib,init_p,5}},{bac">>, <<>>, <<"x00007f4e4fa6b2c8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.126.0>">>, <<"(1) [{registered_name,ns_server_sup},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6b2e0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.125.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b2f8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.123.0>">>, <<"(1) [{registered_name,ns_config_isasl_sync},{status,waiting},{initial_call,{proc_lib,i">>, <<>>, <<"x00007f4e4fa6b310 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.122.0>">>, <<"(1) [{registered_name,ns_config_remote},{status,waiting},{initial_call,{proc_lib,init_">>, <<>>, <<"x00007f4e4fa6b328 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.119.0>">>, <<"(1) [{registered_name,ns_config},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f4e4fa6b340 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.118.0>">>, <<"(1) [{registered_name,ns_config_events},{status,waiting},{initial_call,{proc_lib,init_">>, <<>>, <<"x00007f4e4fa6b358 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.117.0>">>, <<"(1) [{registered_name,ns_config_sup},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6b370 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.92.0>">>, <<"(1) [{registered_name,dets},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backt">>, <<>>, <<"x00007f4e4fa6b388 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.91.0>">>, <<"(1) [{registered_name,dets_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{b">>, <<>>, <<"x00007f4e4fa6b3a0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.88.0>">>, <<"(1) [{registered_name,disk_log_server},{status,waiting},{initial_call,{proc_lib,init_p">>, <<>>, <<"x00007f4e4fa6b3b8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.87.0>">>, <<"(1) [{registered_name,disk_log_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f4e4fa6b3d0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.67.0>">>, <<"(1) [{registered_name,mb_mnesia},{status,waiting},{initial_call,{proc_lib,init_p,5}},{">>, <<>>, <<"x00007f4e4fa6b3e8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.66.0>">>, <<"(1) [{registered_name,mb_mnesia_events},{status,waiting},{initial_call,{proc_lib,init_">>, <<>>, <<"x00007f4e4fa6b400 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.65.0>">>, <<"(1) [{registered_name,mb_mnesia_sup},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6b418 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.64.0>">>, <<"(1) [{registered_name,ns_cluster},{status,waiting},{initial_call,{proc_lib,init_p,5}},">>, <<>>, <<"x00007f4e4fa6b430 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.57.0>">>, <<"(1) [{registered_name,dist_manager},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f4e4fa6b448 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.56.0>">>, <<"(1) [{registered_name,timeout_diag_logger},{status,waiting},{initial_call,{proc_lib,in">>, <<>>, <<"x00007f4e4fa6b460 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.55.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b478 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.54.0>">>, <<"(1) [{registered_name,ns_server_cluster_sup},{status,waiting},{initial_call,{proc_lib,">>, <<>>, <<"x00007f4e4fa6b490 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.53.0>">>, <<"(1) [{registered_name,timer_server},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f4e4fa6b4a8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.51.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{application_master,start_it,">>, <<>>, <<"x00007f4e4fa6b4c0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.50.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6b4d8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.48.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b4f0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.47.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b508 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.46.0>">>, <<"(1) [{registered_name,cpu_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{ba">>, <<>>, <<"x00007f4e4fa6b520 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.45.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b538 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.44.0>">>, <<"(1) [{registered_name,memsup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{bac">>, <<>>, <<"x00007f4e4fa6b550 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.43.0>">>, <<"(1) [{registered_name,disksup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{ba">>, <<>>, <<"x00007f4e4fa6b568 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.42.0>">>, <<"(1) [{registered_name,os_mon_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},">>, <<>>, <<"x00007f4e4fa6b580 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.41.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{application_master,start_it,">>, <<>>, <<"x00007f4e4fa6b598 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.40.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6b5b0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.37.0>">>, <<"(1) [{registered_name,release_handler},{status,waiting},{initial_call,{proc_lib,init_p">>, <<>>, <<"x00007f4e4fa6b5c8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.36.0>">>, <<"(1) [{registered_name,overload},{status,waiting},{initial_call,{proc_lib,init_p,5}},{b">>, <<>>, <<"x00007f4e4fa6b5e0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.35.0>">>, <<"(1) [{registered_name,alarm_handler},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6b5f8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.34.0>">>, <<"(1) [{registered_name,sasl_safe_sup},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6b610 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.33.0>">>, <<"(1) [{registered_name,sasl_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},{b">>, <<>>, <<"x00007f4e4fa6b628 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.32.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{application_master,start_it,">>, <<>>, <<"x00007f4e4fa6b640 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.31.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6b658 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.26.0>">>, <<"(1) [{registered_name,kernel_safe_sup},{status,waiting},{initial_call,{proc_lib,init_p">>, <<>>, <<"x00007f4e4fa6b670 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.25.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6b688 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.24.0>">>, <<"(1) [{registered_name,user},{status,waiting},{initial_call,{erlang,apply,2}},{backtrac">>, <<>>, <<"x00007f4e4fa6b6a0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.23.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6b6b8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.22.0>">>, <<"(1) [{registered_name,standard_error},{status,waiting},{initial_call,{erlang,apply,2}}">>, <<>>, <<"x00007f4e4fa6b6d0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.21.0>">>, <<"(1) [{registered_name,standard_error_sup},{status,waiting},{initial_call,{proc_lib,ini">>, <<>>, <<"x00007f4e4fa6b6e8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.20.0>">>, <<"(1) [{registered_name,code_server},{status,waiting},{initial_call,{erlang,apply,2}},{b">>, <<>>, <<"x00007f4e4fa6b700 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.19.0>">>, <<"(1) [{registered_name,file_server_2},{status,waiting},{initial_call,{proc_lib,init_p,5">>, <<>>, <<"x00007f4e4fa6b718 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.18.0>">>, <<"(1) [{registered_name,global_group},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f4e4fa6b730 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.16.0>">>, <<"(1) [{registered_name,inet_db},{status,waiting},{initial_call,{proc_lib,init_p,5}},{ba">>, <<>>, <<"x00007f4e4fa6b748 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.15.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b760 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.14.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{erlang,apply,2}},{backtrace,">>, <<>>, <<"x00007f4e4fa6b778 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.13.0>">>, <<"(1) [{registered_name,global_name_server},{status,waiting},{initial_call,{proc_lib,ini">>, <<>>, <<"x00007f4e4fa6b790 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.12.0>">>, <<"(1) [{registered_name,rex},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtr">>, <<>>, <<"x00007f4e4fa6b7a8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.11.0>">>, <<"(1) [{registered_name,kernel_sup},{status,waiting},{initial_call,{proc_lib,init_p,5}},">>, <<>>, <<"x00007f4e4fa6b7c0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.10.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{application_master,start_it,">>, <<>>, <<"x00007f4e4fa6b7d8 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.9.0>">>, <<"(1) [{registered_name,[]},{status,waiting},{initial_call,{proc_lib,init_p,5}},{backtra">>, <<>>, <<"x00007f4e4fa6b7f0 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.7.0>">>, <<"(1) [{registered_name,application_controller},{status,waiting},{initial_call,{erlang,a">>, <<>>, <<"x00007f4e4fa6b808 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.6.0>">>, <<"(1) [{registered_name,error_logger},{status,waiting},{initial_call,{proc_lib,init_p,5}">>, <<>>, <<"x00007f4e4fa6b820 Return addr 0x00007f4e54b8d058 (diag_handler:'-do_diag_per_node/0-lc$^0/">>, <<"y(0) <0.3.0>">>, <<"(1) [{registered_name,erl_prim_loader},{status,waiting},{initial_call,{erlang,apply,2}">>, <<>>, <<"0x00007f4e4fa6b838 Return addr 0x00007f4e54b8afe0 (diag_handler:do_diag_per_node/0 + 216)">>, <<"y(0) <0.0.0>">>, <<"(1) [{registered_name,init},{status,waiting},{initial_call,{otp_ring0,start,2}},{backt">>, <<>>, <<"x00007f4e4fa6b850 Return addr 0x00007f4e552d4d08 (rpc:'-handle_call_call/6-fun-0-'/5 + 192">>, <<"y(0) []">>,<<"y(1) []">>, <<"(2) [{version,[{os_mon,\"2.2.5\"},{mnesia,\"4.4.17\"},{inets,\"5.5.2\"},{kernel,\"2.14.3\"},{s">>, <<"(3) [{auto_failover_cfg,[{enabled,false},{timeout,30},{max_nodes,1},{count,0}]},{bucke">>, <<"(4) [\"bucket_engine 1.7.0-0-g721dff0 Linux-x86_64\",\"ep-engine 1.7.1.1-39-g4bd26a3 Linu">>, <<"(5) [{os_mon,\"2.2.5\"},{mnesia,\"4.4.17\"},{inets,\"5.5.2\"},{kernel,\"2.14.3\"},{sasl,\"2.1.9">>, <<>>, <<"0x00007f4e4fa6b888 Return addr 0x000000000089c118 ()">>, <<"y(0) Catch 0x00007f4e552d4d08 (rpc:'-handle_call_call/6-fun-0-'/5 + 192)">>, <<"y(1) []">>,<<"y(2) []">>, <<"y(3) []">>,<<"y(4) <0.12.0>">>,<<>>]}, {error_handler,error_handler}, {garbage_collection, [{min_bin_vheap_size,46368}, {min_heap_size,233}, {fullsweep_after,65535}, {minor_gcs,0}]}, {heap_size,75025}, {total_heap_size,75025}, {links,[]}, {memory,601064}, {message_queue_len,0}, {reductions,44431}, {trap_exit,false}]}]}, {memory,{2584977408,1374339072,{<12134.4234.41>,2914368}}}, {disk, [{"/",14501808,11}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,11}, {"/boot",233191,8}]}]}] nodes_info = [{struct, [{systemStats, {struct, [{cpu_utilization_rate,0.22675736961451248}, {swap_total,708829184}, {swap_used,3821568}]}}, {interestingStats,{struct,[]}}, {uptime,<<"2640">>}, {memoryTotal,2584977408}, {memoryFree,1078767616}, {mcdMemoryReserved,1972}, {mcdMemoryAllocated,1972}, {otpNode,<<"ns_1@10.1.5.53">>}, {otpCookie,<<"pgrerltnvxhwqdmr">>}, {clusterMembership,<<"active">>}, {status,<<"warmup">>}, {hostname,<<"10.1.5.53:8091">>}, {clusterCompatibility,1}, {version,<<"1.8.0r-27-g1061a74-enterprise">>}, {os,<<"x86_64-unknown-linux-gnu">>}, {ports,{struct,[{proxy,11211},{direct,11210}]}}]}, {struct, [{systemStats, {struct, [{cpu_utilization_rate,0.25380710659898476}, {swap_total,708829184}, {swap_used,249856}]}}, {interestingStats, {struct, [{curr_items,0}, {curr_items_tot,0}, {vb_replica_curr_items,0}]}}, {uptime,<<"584955">>}, {memoryTotal,2584977408}, {memoryFree,1210638336}, {mcdMemoryReserved,1972}, {mcdMemoryAllocated,1972}, {otpNode,<<"ns_1@10.1.5.59">>}, {otpCookie,<<"pgrerltnvxhwqdmr">>}, {clusterMembership,<<"active">>}, {status,<<"healthy">>}, {hostname,<<"10.1.5.59:8091">>}, {clusterCompatibility,1}, {version,<<"1.7.2r-20-g6604356">>}, {os,<<"x86_64-unknown-linux-gnu">>}, {ports,{struct,[{proxy,11211},{direct,11210}]}}]}] buckets = [{"default", [{sasl_password,[]}, {num_replicas,1}, {ram_quota,2067791872}, {auth_type,sasl}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.59','ns_1@10.1.5.53']}, {map,[['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined]]}]}] logs: ------------------------------- 2011-11-28 16:49:40.792 ns_node_disco:3:info:cookie update(ns_1@127.0.0.1) - Initial otp cookie generated: pgrerltnvxhwqdmr 2011-11-28 16:49:40.927 menelaus_sup:1:info:web start ok(ns_1@127.0.0.1) - Membase Server has started on web port 8091 on node 'ns_1@127.0.0.1'. 2011-12-05 11:10:00.580 menelaus_web:12:info:message(ns_1@127.0.0.1) - Created bucket "default" of type: membase 2011-12-05 11:10:02.092 ns_memcached:1:info:message(ns_1@127.0.0.1) - Bucket "default" loaded on node 'ns_1@127.0.0.1' in 0 seconds. 2011-12-05 11:15:27.530 ns_node_disco:5:warning:node down(nonode@nohost) - Node nonode@nohost saw that node 'ns_1@127.0.0.1' went down. 2011-12-05 11:15:27.532 ns_node_disco:4:info:node up(ns_1@10.1.5.59) - Node 'ns_1@10.1.5.59' saw that node 'ns_1@10.1.5.59' came up. 2011-12-05 11:15:28.919 ns_cluster:5:info:message(ns_1@10.1.5.59) - Failed to add node 10.1.5.58:8091 to cluster. Prepare join failed. Error {connect_failed,econnrefused} happened during REST call post to http://10.1.5.58:8091/engageCluster2. 2011-12-05 11:17:11.577 ns_node_disco:4:info:node up(ns_1@10.1.5.59) - Node 'ns_1@10.1.5.59' saw that node 'ns_1@10.1.5.53' came up. 2011-12-05 11:17:11.600 menelaus_sup:1:info:web start ok(ns_1@10.1.5.53) - Couchbase Server has started on web port 8091 on node 'ns_1@10.1.5.53'. 2011-12-05 11:17:11.603 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:11.603 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:11.603 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:11.604 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:11.606 ns_cluster:3:info:message(ns_1@10.1.5.53) - Node ns_1@10.1.5.53 joined cluster 2011-12-05 11:17:12.468 ns_orchestrator:4:info:message(ns_1@10.1.5.59) - Starting rebalance, KeepNodes = ['ns_1@10.1.5.59','ns_1@10.1.5.53'], EjectNodes = [] 2011-12-05 11:17:16.604 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:16.605 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:21.605 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:21.606 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:23.486 ns_orchestrator:2:info:message(ns_1@10.1.5.59) - Rebalance exited with reason {wait_for_memcached_failed,"default", ['ns_1@10.1.5.53']} 2011-12-05 11:17:26.607 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:26.607 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:31.606 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:31.607 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:31.608 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:32.957 menelaus_web:19:warning:server error during request processing(ns_1@10.1.5.59) - Server error during processing: ["web request failed", {path, "/pools/default/buckets/default/nodes/10.1.5.53:8091/stats"}, {type,error}, {what,function_clause}, {trace, [{lists,map, [#Fun, undefined]}, {menelaus_stats,jsonify_hks,1}, {menelaus_stats, '-handle_bucket_node_stats/4-fun-0-',7}, {menelaus_web_buckets, checking_bucket_access,4}, {menelaus_web, handle_abortable_get_request,2}, {menelaus_web_buckets, checking_bucket_access,4}, {menelaus_web,loop,3}, {mochiweb_http,headers,5}]}] 2011-12-05 11:17:36.609 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:36.609 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:41.608 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:41.608 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:41.609 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:46.610 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:51.611 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:51.612 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:55.490 ns_orchestrator:4:info:message(ns_1@10.1.5.59) - Starting rebalance, KeepNodes = ['ns_1@10.1.5.59'], EjectNodes = ['ns_1@10.1.5.53'] 2011-12-05 11:17:56.612 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:17:56.612 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:01.613 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:01.613 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:06.614 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:06.614 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:06.615 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:11.616 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:11.616 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:16.616 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:16.617 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:21.617 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:21.619 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:26.619 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:26.620 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:31.619 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:31.621 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:36.620 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:36.620 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:36.623 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:41.621 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:41.623 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:46.622 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:46.623 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s 2011-12-05 11:18:51.624 supervisor_cushion:1:warning:port exited too soon after restart(ns_1@10.1.5.53) - Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s logs_node: ------------------------------- INFO REPORT <3.54.0> 2011-12-05 10:34:51 =============================================================================== nonode@nohost:<3.54.0>:log_os_info:25: OS type: {unix,linux} Version: {2,6,32} Runtime info: [{otp_release,"R14B03"}, {erl_version,"5.8.4"}, {erl_version_long, "Erlang R14B03 (erts-5.8.4) [source] [64-bit] [smp:4:4] [rq:4] [async-threads:16] [hipe] [kernel-poll:false]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2011,12,5},{10,34,51}}}, {memory, [{total,15228280}, {processes,1515168}, {processes_used,1500080}, {system,13713112}, {atom,452905}, {atom_used,424106}, {binary,66800}, {code,3373486}, {ets,288696}]}, {loaded, [ns_info,log_os_info,misc,ns_log_mf_h, ns_server_cluster_sup,ns_server,timer,io_lib_fread, cpu_sup,memsup,disksup,os_mon,io_lib_pretty,io_lib_format, io_lib,io,sasl_report,release_handler,calendar,overload, alarm_handler,log_mf_h,sasl_report_tty_h,sasl, ns_bootstrap,file_io_server,orddict,erl_eval,c, error_logger_tty_h,queue,kernel_config,user,user_sup, supervisor_bridge,standard_error,ram_file,file,beam_lib, unicode,binary,ets,gb_sets,hipe_unified_loader,packages, code_server,code,file_server,net_kernel,global_group, erl_distribution,filename,inet_gethost_native,inet_parse, inet,inet_udp,os,inet_config,inet_db,global,gb_trees,rpc, supervisor,kernel,application_master,sys,application, gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{os_mon,"CPO CXC 138 46","2.2.6"}, {kernel,"ERTS CXC 138 10","2.14.4"}, {sasl,"SASL CXC 138 11","2.1.9.4"}, {ns_server,"Couchbase server", "1.8.0r-27-g1061a74-enterprise"}, {stdlib,"ERTS CXC 138 10","1.17.4"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,44}, {node,nonode@nohost}, {nodes,[]}, {registered, [rex,inet_db,sasl_sup,kernel_sup,code_server, global_name_server,ns_server_cluster_sup,sasl_safe_sup, file_server_2,application_controller,standard_error_sup, standard_error,init,global_group,erl_prim_loader, timer_server,os_mon_sup,user,release_handler,cpu_sup, kernel_safe_sup,memsup,disksup,error_logger,overload, alarm_handler]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,0}] INFO REPORT <3.54.0> 2011-12-05 10:34:51 =============================================================================== nonode@nohost:<3.54.0>:log_os_info:27: Manifest: ["bucket_engine 1.7.0-0-g721dff0 Linux-x86_64", "couchbase-server 1.8.0r-27-g1061a74 Linux-x86_64", "ep-engine 1.8.0r-12-g9769273 Linux-x86_64","icu4c 2635939 Linux-x86_64", "libconflate 1.7.0-0-gfee8f94 Linux-x86_64", "libmemcached ca739a8 Linux-x86_64", "libvbucket 1.7.0-0-g4bd0aba Linux-x86_64", "manifest 1.7.0-52-g367d5e8 Linux-x86_64", "membase-cli 1.8.0r-0-gaa9cc8a Linux-x86_64", "membasex 1.7.0-3-g30d5dba Linux-x86_64", "memcached membase-1.7.1-0-gf99c147 Linux-x86_64", "memcachetest 0.8.3-0-g88ae3b3 Linux-x86_64", "moxi 1.7.2-5-g3119473 Linux-x86_64", "ns_server 1.8.0r-27-g6154722 Linux-x86_64", "otp OTP_R14B03-0-g4a5a758 Linux-x86_64", "portsigar 1.7.0-0-ga191e6c Linux-x86_64", "sigar sigar-1.6.4-406-ge1dcf32 Linux-x86_64", "spidermonkey a3c48c1 Linux-x86_64","tlm 1.7.1-9-g68855b7 Linux-x86_64", "vbucketmigrator 1.7.0-0-g0fdc96c Linux-x86_64"] PROGRESS REPORT <3.54.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<3.56.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <3.57.0> 2011-12-05 10:34:51 =============================================================================== reading ip config from "/opt/couchbase/var/lib/couchbase/ip" ERROR REPORT <3.57.0> 2011-12-05 10:34:51 =============================================================================== Got error:einval. Ignoring bad address:[] INFO REPORT <3.57.0> 2011-12-05 10:34:51 =============================================================================== nonode@nohost:<3.57.0>:dist_manager:105: Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' PROGRESS REPORT <3.58.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,net_sup} started [{pid,<3.59.0>}, {name,erl_epmd}, {mfargs,{erl_epmd,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <3.58.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,net_sup} started [{pid,<3.60.0>}, {name,auth}, {mfargs,{auth,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <6538.58.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,net_sup} started [{pid,<6538.61.0>}, {name,net_kernel}, {mfargs,{net_kernel,start_link,[['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <6538.11.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,kernel_sup} started [{pid,<6538.58.0>}, {name,net_sup_dynamic}, {mfargs,{erl_distribution,start_link, [['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] PROGRESS REPORT <6538.54.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<6538.57.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.54.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<6538.64.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <6538.65.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mb_mnesia_sup} started [{pid,<6538.66.0>}, {name,mb_mnesia_events}, {mfargs,{gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] PROGRESS REPORT <6538.72.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<6538.73.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <6538.74.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6538.75.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <6538.74.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6538.76.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <6538.74.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6538.77.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <6538.74.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6538.78.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] PROGRESS REPORT <6538.74.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6538.79.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <6538.74.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6538.80.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6538.74.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6538.81.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6538.74.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6538.82.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <6538.74.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6538.83.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <6538.72.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<6538.74.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6538.7.0> 2011-12-05 10:34:51 =============================================================================== application mnesia started_at 'ns_1@127.0.0.1' PROGRESS REPORT <6538.26.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,kernel_safe_sup} started [{pid,<6538.87.0>}, {name,disk_log_sup}, {mfargs,{disk_log_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] PROGRESS REPORT <6538.26.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,kernel_safe_sup} started [{pid,<6538.88.0>}, {name,disk_log_server}, {mfargs,{disk_log_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <6538.26.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,kernel_safe_sup} started [{pid,<6538.91.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] PROGRESS REPORT <6538.26.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,kernel_safe_sup} started [{pid,<6538.92.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] INFO REPORT <6538.67.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:409: Committed schema to disk. INFO REPORT <6538.67.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:245: Current config: [{access_module,mnesia}, {auto_repair,true}, {backup_module,mnesia_backup}, {checkpoints,[]}, {db_nodes,['ns_1@127.0.0.1']}, {debug,verbose}, {directory,"/opt/couchbase/var/lib/couchbase/mnesia"}, {dump_log_load_regulation,false}, {dump_log_time_threshold,180000}, {dump_log_update_in_place,true}, {dump_log_write_threshold,1000}, {embedded_mnemosyne,false}, {event_module,mnesia_event}, {extra_db_nodes,[]}, {fallback_activated,false}, {held_locks,[]}, {ignore_fallback_at_startup,false}, {fallback_error_function,{mnesia,lkill}}, {is_running,yes}, {local_tables,[local_config,cluster,schema]}, {lock_queue,[]}, {log_version,"4.3"}, {master_node_tables,[]}, {max_wait_for_decision,10000}, {protocol_version,{7,6}}, {running_db_nodes,['ns_1@127.0.0.1']}, {schema_location,opt_disc}, {schema_version,{3,0}}, {subscribers,[<6538.73.0>,<6538.67.0>]}, {tables,[local_config,cluster,schema]}, {transaction_commits,5}, {transaction_failures,0}, {transaction_log_writes,3}, {transaction_restarts,0}, {transactions,[]}, {use_dir,true}, {core_dir,false}, {no_table_loaders,2}, {dc_dump_limit,4}, {send_compressed,0}, {version,"4.4.19"}] Peers: ['ns_1@127.0.0.1'] INFO REPORT <6538.67.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,schema, [{name,schema}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,false}, {record_name,schema}, {attributes,[table,cstruct]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110091,766624},'ns_1@127.0.0.1'}}, {version,{{3,0},{'ns_1@127.0.0.1',{1323,110091,801757}}}}]}, {tid,3,<6538.86.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:194: Peers: ['ns_1@127.0.0.1'] INFO REPORT <6538.67.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:194: Peers: ['ns_1@127.0.0.1'] INFO REPORT <6538.67.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,local_config, [{name,local_config}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,local_config}, {attributes,[key,val]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110091,946367},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,5,<6538.111.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,local_config, [{name,local_config}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,local_config}, {attributes,[key,val]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110091,946367},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,5,<6538.111.0>}} PROGRESS REPORT <6538.65.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,mb_mnesia_sup} started [{pid,<6538.67.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <6538.54.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<6538.65.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <6538.117.0> 2011-12-05 10:34:51 =============================================================================== loading static ns_config from "/opt/couchbase/etc/couchbase/config" PROGRESS REPORT <6538.117.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6538.118.0>}, {name,ns_config_events}, {mfargs,{gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6538.119.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.119.0>:ns_config_default:243: Upgrading config from 1.6 to 1.7 INFO REPORT <6538.119.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@127.0.0.1',config_version},{1,7}}, {set, {node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {set, {node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {set,port_servers, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {set, {node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {set,directory,"/opt/couchbase/var/lib/couchbase/config"}] INFO REPORT <6538.119.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.119.0>:ns_config_default:267: Upgrading config from 1.7 to 1.7.1 INFO REPORT <6538.119.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@127.0.0.1',config_version},{1,7,1}}, {set,email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {set,auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}] INFO REPORT <6538.119.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.119.0>:ns_config_default:278: Upgrading config from 1.7.1 to 1.7.2 INFO REPORT <6538.119.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@127.0.0.1',config_version},{1,7,2}}] INFO REPORT <6538.119.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.119.0>:ns_config_default:332: Upgrading config from 1.7.2 to 1.8.0 INFO REPORT <6538.119.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@127.0.0.1',config_version},{1,8,0}}] INFO REPORT <6538.119.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.119.0>:ns_config:462: Upgraded initial config: {config, {full,"/opt/couchbase/etc/couchbase/config",undefined,ns_config_default}, [[], [{directory,"/opt/couchbase/var/lib/couchbase/config"}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest,[{port,8091}]}, {{node,'ns_1@127.0.0.1',rest},[{port,8091},{port_meta,global}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1972}, {buckets,[{configs,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{directory, [{'_vclock',[{'ns_1@127.0.0.1',{1,63490329291}}]}, 47,111,112,116,47,99,111,117,99,104,98,97,115,101,47,118,97,114,47, 108,105,98,47,99,111,117,99,104,98,97,115,101,47,99,111,110,102, 105,103]}, {{node,'ns_1@127.0.0.1',config_version}, [{'_vclock',[{'ns_1@127.0.0.1',{4,63490329291}}]}|{1,8,0}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@127.0.0.1',{1,63490329291}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {buckets,[{configs,[]}]}, {email_alerts, [{'_vclock',[{'ns_1@127.0.0.1',{1,63490329291}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {memory_quota,1972}, {nodes_wanted,['ns_1@127.0.0.1']}, {port_servers, [{'_vclock',[{'ns_1@127.0.0.1',{1,63490329291}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{'_vclock',[{'ns_1@127.0.0.1',{1,63490329291}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',membership},active}, {{node,'ns_1@127.0.0.1',memcached}, [{'_vclock',[{'ns_1@127.0.0.1',{1,63490329291}}]}, {port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{'_vclock',[{'ns_1@127.0.0.1',{1,63490329291}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',rest},[{port,8091},{port_meta,global}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false} PROGRESS REPORT <6538.117.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6538.119.0>}, {name,ns_config}, {mfargs,{ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.117.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6538.122.0>}, {name,ns_config_remote}, {mfargs,{ns_config_replica,start_link,[{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6538.123.0> 2011-12-05 10:34:51 =============================================================================== isasl_sync init: ["/opt/couchbase/var/lib/couchbase/data/isasl.pw","_admin", "_admin"] INFO REPORT <6538.123.0> 2011-12-05 10:34:51 =============================================================================== isasl_sync init buckets: [] INFO REPORT <6538.123.0> 2011-12-05 10:34:51 =============================================================================== Writing isasl passwd file: "/opt/couchbase/var/lib/couchbase/data/isasl.pw" PROGRESS REPORT <6538.117.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6538.123.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.117.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6538.125.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.54.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<6538.117.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <6538.127.0> 2011-12-05 10:34:51 =============================================================================== ns_log:init(): Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log": {error, enoent} PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.127.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.128.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.129.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6538.130.0>}, {name,ns_node_disco_events}, {mfargs,{gen_event,start_link,[{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6538.131.0> 2011-12-05 10:34:51 =============================================================================== Initting ns_node_disco with [] INFO REPORT <6538.132.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco cookie_sync INFO REPORT <6538.132.0> 2011-12-05 10:34:51 =============================================================================== ns_log: logging ns_node_disco:3:Initial otp cookie generated: iitnxhfdddbxjvrv INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: otp -> [{cookie,iitnxhfdddbxjvrv}] INFO REPORT <6538.132.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@127.0.0.1'], with cookie: iitnxhfdddbxjvrv INFO REPORT <6538.132.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@127.0.0.1'], with cookie: iitnxhfdddbxjvrv PROGRESS REPORT <6538.129.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6538.131.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.129.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6538.135.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.129.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6538.136.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6538.137.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.137.0>:ns_config_rep:56: init pulling INFO REPORT <6538.137.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.137.0>:ns_config_rep:58: init pushing INFO REPORT <6538.137.0> 2011-12-05 10:34:51 =============================================================================== ns_1@127.0.0.1:<6538.137.0>:ns_config_rep:62: init reannouncing INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: otp -> [{cookie,iitnxhfdddbxjvrv}] INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: directory -> "/opt/couchbase/var/lib/couchbase/config" INFO REPORT <6538.139.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco cookie_sync INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: {node,'ns_1@127.0.0.1',config_version} -> {1,8,0} INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] INFO REPORT <6538.139.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@127.0.0.1'], with cookie: iitnxhfdddbxjvrv INFO REPORT <6538.139.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@127.0.0.1'], with cookie: iitnxhfdddbxjvrv INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: buckets -> [{configs,[]}] INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small]}] INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: memory_quota -> 1972 INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: nodes_wanted -> ['ns_1@127.0.0.1'] INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: port_servers -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] INFO REPORT <6538.140.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco cookie_sync INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: replication -> [{enabled,true}] INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: rest_creds -> ******** INFO REPORT <6538.140.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@127.0.0.1'], with cookie: iitnxhfdddbxjvrv INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: {node,'ns_1@127.0.0.1',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: {node,'ns_1@127.0.0.1',membership} -> active INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: {node,'ns_1@127.0.0.1',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: {node,'ns_1@127.0.0.1',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <6538.140.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@127.0.0.1'], with cookie: iitnxhfdddbxjvrv INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: {node,'ns_1@127.0.0.1',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== config change: {node,'ns_1@127.0.0.1',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <6538.118.0> 2011-12-05 10:34:51 =============================================================================== ns_node_disco_conf_events config all PROGRESS REPORT <6538.129.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6538.137.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.129.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:51 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.142.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6538.137.0> 2011-12-05 10:34:51 =============================================================================== Pushing config INFO REPORT <6538.137.0> 2011-12-05 10:34:52 =============================================================================== Pushing config done INFO REPORT <6538.144.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.144.0>:mb_master:97: I'm the only node, so I'm the master. INFO REPORT <6538.145.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.145.0>:misc:785: start_singleton(gen_fsm, ns_orchestrator, [], []): started as <6538.146.0> on 'ns_1@127.0.0.1' PROGRESS REPORT <6538.145.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<6538.146.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] INFO REPORT <6538.145.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.145.0>:misc:785: start_singleton(gen_server, ns_tick, [], []): started as <6538.147.0> on 'ns_1@127.0.0.1' PROGRESS REPORT <6538.145.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<6538.147.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] INFO REPORT <6538.148.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.148.0>:auto_failover:120: init auto_failover. INFO REPORT <6538.145.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.145.0>:misc:785: start_singleton(gen_server, auto_failover, [], []): started as <6538.148.0> on 'ns_1@127.0.0.1' PROGRESS REPORT <6538.145.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<6538.148.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.144.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.149.0>}, {name,buckets_events}, {mfargs,{gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.150.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<6538.151.0>}, {name,ns_mail}, {mfargs,{ns_mail,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.150.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<6538.152.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.150.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <6538.128.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.128.0>:ns_mail_log:45: ns_mail_log started up PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.153.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.155.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] ERROR REPORT <6538.153.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.153.0>:ns_heart:137: Failed to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@127.0.0.1'}, {latest,"minute"}]}}} INFO REPORT <6538.155.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:82: Got initial status [{'ns_1@127.0.0.1', [{last_heard, {1323,110092, 38045}}, {active_buckets, []}, {ready_buckets, []}, {replication, []}, {memory, [{total, 21176424}, {processes, 3373824}, {processes_used, 3361256}, {system, 17802600}, {atom, 761969}, {atom_used, 734992}, {binary, 39976}, {code, 6898694}, {ets, 489536}]}, {system_stats, [{cpu_utilization_rate, 0}, {swap_total, 0}, {swap_used, 0}]}, {interesting_stats, []}, {cluster_compatibility_version, 1}, {version, [{os_mon, "2.2.6"}, {mnesia, "4.4.19"}, {kernel, "2.14.4"}, {sasl, "2.1.9.4"}, {ns_server, "1.8.0r-27-g1061a74-enterprise"}, {stdlib, "1.17.4"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock,0}, {memory_data, {2584977408, 1494798336, {<6538.7.0>, 426232}}}, {disk_data, [{"/", 14501808, 16}, {"/dev", 1257364,1}, {"/dev/shm", 1262196,0}, {"/var/run", 1262196,1}, {"/var/lock", 1262196,0}, {"/lib/init/rw", 1262196,0}, {"/boot", 233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1061644 kB\nBuffers: 162356 kB\nCached: 1115604 kB\nSwapCached: 988 kB\nActive: 889212 kB\nInactive: 431192 kB\nActive(anon): 41544 kB\nInactive(anon): 1008 kB\nActive(file): 847668 kB\nInactive(file): 430184 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 4476 kB\nWriteback: 0 kB\nAnonPages: 41800 kB\nMapped: 6508 kB\nShmem: 108 kB\nSlab: 76888 kB\nSReclaimable: 66724 kB\nSUnreclaim: 10164 kB\nKernelStack: 1032 kB\nPageTables: 1592 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 141892 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory, 2584977408}, {free_swap, 705007616}, {total_swap, 708829184}, {cached_memory, 1142378496}, {buffered_memory, 166252544}, {free_memory, 1087123456}, {total_memory, 2584977408}]}, {statistics, [{wall_clock, {728,457}}, {context_switches, {7449,0}}, {garbage_collection, {1434, 2692816, 0}}, {io, {{input, 6463021}, {output, 1498155}}}, {reductions, {1366633, 1366633}}, {run_queue, 0}, {runtime, {540, 540}}]}]}] PROGRESS REPORT <6538.157.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6538.158.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <6538.157.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6538.160.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <6538.157.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6538.161.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <6538.157.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6538.162.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] INFO REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== ns_log: logging menelaus_sup:1:Couchbase Server has started on web port 8091 on node 'ns_1@127.0.0.1'. PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.157.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6538.163.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<6538.164.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] INFO REPORT <6538.165.0> 2011-12-05 10:34:52 =============================================================================== starting ns_port_server with delay of 5000 PROGRESS REPORT <6538.163.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<6538.165.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <6538.167.0> 2011-12-05 10:34:52 =============================================================================== starting ns_port_server with delay of 5000 PROGRESS REPORT <6538.163.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<6538.167.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.163.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.169.0>}, {name,ns_stats_event}, {mfargs,{gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.170.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.171.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.173.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.174.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-minute' PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.175.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.178.0>}, {name,ns_moxi_sup_work_queue}, {mfargs,{work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6538.126.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6538.179.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6538.54.0> 2011-12-05 10:34:52 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<6538.126.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6538.7.0> 2011-12-05 10:34:52 =============================================================================== application ns_server started_at 'ns_1@127.0.0.1' INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,68391},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,6,<6538.177.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,68391},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,6,<6538.177.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-hour' INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,82868},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,7,<6538.186.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,82868},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,7,<6538.186.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-day' INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,89741},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,8,<6538.193.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,89741},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,8,<6538.193.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-week' INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,96587},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,9,<6538.200.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,96587},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,9,<6538.200.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-month' INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,100842},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,10,<6538.207.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,100842},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,10,<6538.207.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-year' INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,105309},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,11,<6538.214.0>}} INFO REPORT <6538.67.0> 2011-12-05 10:34:52 =============================================================================== ns_1@127.0.0.1:<6538.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110092,105309},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,11,<6538.214.0>}} PROGRESS REPORT <6538.223.0> 2011-12-05 10:34:55 =============================================================================== supervisor {local,inet_gethost_native_sup} started [{pid,<6538.224.0>},{mfa,{inet_gethost_native,init,[[]]}}] PROGRESS REPORT <6538.26.0> 2011-12-05 10:34:55 =============================================================================== supervisor {local,kernel_safe_sup} started [{pid,<6538.223.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6538.155.0> 2011-12-05 10:35:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110152,16575}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,23665688}, {processes,5029864}, {processes_used,5014424}, {system,18635824}, {atom,796825}, {atom_used,780366}, {binary,58880}, {code,7499003}, {ets,644184}]}, {system_stats, [{cpu_utilization_rate,0.21141649048625794}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,60}, {memory_data,{2584977408,1487073280,{<6538.7.0>,601336}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1072172 kB\nBuffers: 162360 kB\nCached: 1115804 kB\nSwapCached: 988 kB\nActive: 878056 kB\nInactive: 431180 kB\nActive(anon): 30176 kB\nInactive(anon): 1008 kB\nActive(file): 847880 kB\nInactive(file): 430172 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 60 kB\nWriteback: 0 kB\nAnonPages: 30256 kB\nMapped: 7632 kB\nShmem: 108 kB\nSlab: 76772 kB\nSReclaimable: 66692 kB\nSUnreclaim: 10080 kB\nKernelStack: 1288 kB\nPageTables: 1696 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 247456 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1142583296}, {buffered_memory,166256640}, {free_memory,1097904128}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{45728,0}}, {context_switches,{13403,0}}, {garbage_collection,{2621,4589546,0}}, {io,{{input,6997865},{output,1610331}}}, {reductions,{2058630,69031}}, {run_queue,0}, {runtime,{800,10}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:36:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110212,16610}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,23542144}, {processes,4869352}, {processes_used,4853912}, {system,18672792}, {atom,796825}, {atom_used,780366}, {binary,62616}, {code,7499003}, {ets,675960}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,120}, {memory_data,{2584977408,1487310848,{<6538.7.0>,601336}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1071816 kB\nBuffers: 162360 kB\nCached: 1115888 kB\nSwapCached: 988 kB\nActive: 878220 kB\nInactive: 431156 kB\nActive(anon): 30228 kB\nInactive(anon): 1008 kB\nActive(file): 847992 kB\nInactive(file): 430148 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 44 kB\nWriteback: 0 kB\nAnonPages: 30308 kB\nMapped: 5372 kB\nShmem: 104 kB\nSlab: 76748 kB\nSReclaimable: 66680 kB\nSUnreclaim: 10068 kB\nKernelStack: 1272 kB\nPageTables: 1488 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 245200 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1142669312}, {buffered_memory,166256640}, {free_memory,1097539584}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{105728,0}}, {context_switches,{19492,0}}, {garbage_collection,{3850,6778572,0}}, {io,{{input,7045870},{output,1699235}}}, {reductions,{2913735,63203}}, {run_queue,0}, {runtime,{950,10}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:37:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110272,16607}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,24146688}, {processes,5429840}, {processes_used,5412800}, {system,18716848}, {atom,796825}, {atom_used,780366}, {binary,72392}, {code,7499003}, {ets,708512}]}, {system_stats, [{cpu_utilization_rate,1.8}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,180}, {memory_data,{2584977408,1487429632,{<6538.159.0>,743080}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1071700 kB\nBuffers: 162364 kB\nCached: 1115976 kB\nSwapCached: 988 kB\nActive: 878420 kB\nInactive: 431180 kB\nActive(anon): 30356 kB\nInactive(anon): 1008 kB\nActive(file): 848064 kB\nInactive(file): 430172 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 20 kB\nWriteback: 0 kB\nAnonPages: 30388 kB\nMapped: 5372 kB\nShmem: 104 kB\nSlab: 76748 kB\nSReclaimable: 66680 kB\nSUnreclaim: 10068 kB\nKernelStack: 1264 kB\nPageTables: 1500 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 245240 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1142759424}, {buffered_memory,166260736}, {free_memory,1097420800}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{165728,0}}, {context_switches,{25639,0}}, {garbage_collection,{5124,9041307,0}}, {io,{{input,7093884},{output,1791834}}}, {reductions,{3833582,74248}}, {run_queue,0}, {runtime,{1080,0}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:38:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110332,16550}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,24200032}, {processes,5440752}, {processes_used,5423712}, {system,18759280}, {atom,796825}, {atom_used,780366}, {binary,84216}, {code,7499003}, {ets,737072}]}, {system_stats, [{cpu_utilization_rate,0.21367521367521367}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,240}, {memory_data,{2584977408,1488183296,{<6538.159.0>,743080}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1070824 kB\nBuffers: 162364 kB\nCached: 1116036 kB\nSwapCached: 988 kB\nActive: 878980 kB\nInactive: 431328 kB\nActive(anon): 31008 kB\nInactive(anon): 1008 kB\nActive(file): 847972 kB\nInactive(file): 430320 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 31036 kB\nMapped: 5376 kB\nShmem: 104 kB\nSlab: 76752 kB\nSReclaimable: 66684 kB\nSUnreclaim: 10068 kB\nKernelStack: 1272 kB\nPageTables: 1520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 246312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1142820864}, {buffered_memory,166260736}, {free_memory,1096523776}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{225728,0}}, {context_switches,{32078,0}}, {garbage_collection,{6377,11367787,0}}, {io,{{input,7384432},{output,2094279}}}, {reductions,{4759036,68776}}, {run_queue,0}, {runtime,{1180,0}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:39:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110392,16576}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,24252272}, {processes,5476080}, {processes_used,5459040}, {system,18776192}, {atom,796825}, {atom_used,780366}, {binary,71056}, {code,7499003}, {ets,765680}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,300}, {memory_data,{2584977408,1488183296,{<6538.159.0>,743080}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1071088 kB\nBuffers: 162364 kB\nCached: 1116120 kB\nSwapCached: 988 kB\nActive: 878540 kB\nInactive: 431360 kB\nActive(anon): 30516 kB\nInactive(anon): 1008 kB\nActive(file): 848024 kB\nInactive(file): 430352 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 28 kB\nWriteback: 0 kB\nAnonPages: 30544 kB\nMapped: 5372 kB\nShmem: 104 kB\nSlab: 76744 kB\nSReclaimable: 66684 kB\nSUnreclaim: 10060 kB\nKernelStack: 1264 kB\nPageTables: 1492 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 246312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1142906880}, {buffered_memory,166260736}, {free_memory,1096794112}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{285728,0}}, {context_switches,{38222,0}}, {garbage_collection,{7634,13658272,0}}, {io,{{input,7432437},{output,2184823}}}, {reductions,{5649840,72610}}, {run_queue,0}, {runtime,{1320,10}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:40:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110452,16493}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,24318744}, {processes,5496040}, {processes_used,5479000}, {system,18822704}, {atom,796825}, {atom_used,780366}, {binary,84000}, {code,7499003}, {ets,797784}]}, {system_stats, [{cpu_utilization_rate,1.2096774193548387}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,360}, {memory_data,{2584977408,1488183296,{<6538.159.0>,743080}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1071080 kB\nBuffers: 162364 kB\nCached: 1116200 kB\nSwapCached: 988 kB\nActive: 878724 kB\nInactive: 431380 kB\nActive(anon): 30636 kB\nInactive(anon): 1008 kB\nActive(file): 848088 kB\nInactive(file): 430372 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 30720 kB\nMapped: 5376 kB\nShmem: 104 kB\nSlab: 76744 kB\nSReclaimable: 66684 kB\nSUnreclaim: 10060 kB\nKernelStack: 1272 kB\nPageTables: 1520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 246308 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1142988800}, {buffered_memory,166260736}, {free_memory,1096785920}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{345728,0}}, {context_switches,{44330,0}}, {garbage_collection,{8768,15831220,0}}, {io,{{input,7480451},{output,2277820}}}, {reductions,{6501363,77118}}, {run_queue,0}, {runtime,{1410,10}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:41:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110512,16609}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,24298432}, {processes,5437024}, {processes_used,5419984}, {system,18861408}, {atom,796825}, {atom_used,780366}, {binary,90472}, {code,7499003}, {ets,827896}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,420}, {memory_data,{2584977408,1488056320,{<6538.159.0>,743080}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1070716 kB\nBuffers: 162364 kB\nCached: 1115892 kB\nSwapCached: 988 kB\nActive: 879156 kB\nInactive: 431180 kB\nActive(anon): 31180 kB\nInactive(anon): 1008 kB\nActive(file): 847976 kB\nInactive(file): 430172 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 31256 kB\nMapped: 5376 kB\nShmem: 104 kB\nSlab: 76740 kB\nSReclaimable: 66680 kB\nSUnreclaim: 10060 kB\nKernelStack: 1264 kB\nPageTables: 1492 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 247544 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1142673408}, {buffered_memory,166260736}, {free_memory,1096413184}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{405728,0}}, {context_switches,{50646,0}}, {garbage_collection,{10083,18158866,0}}, {io,{{input,7774009},{output,2443880}}}, {reductions,{7411963,64672}}, {run_queue,0}, {runtime,{1520,30}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:42:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110572,16622}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,24348448}, {processes,5452816}, {processes_used,5435776}, {system,18895632}, {atom,796825}, {atom_used,780366}, {binary,94576}, {code,7499003}, {ets,856560}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,480}, {memory_data,{2584977408,1488056320,{<6538.159.0>,743080}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1071088 kB\nBuffers: 162364 kB\nCached: 1115976 kB\nSwapCached: 988 kB\nActive: 878816 kB\nInactive: 431208 kB\nActive(anon): 30780 kB\nInactive(anon): 1008 kB\nActive(file): 848036 kB\nInactive(file): 430200 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 28 kB\nWriteback: 0 kB\nAnonPages: 30880 kB\nMapped: 5376 kB\nShmem: 104 kB\nSlab: 76740 kB\nSReclaimable: 66680 kB\nSUnreclaim: 10060 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 246312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1142759424}, {buffered_memory,166260736}, {free_memory,1096794112}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{465728,0}}, {context_switches,{56681,0}}, {garbage_collection,{11268,20351176,0}}, {io,{{input,7822014},{output,2533795}}}, {reductions,{8276606,67136}}, {run_queue,0}, {runtime,{1600,10}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:43:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110632,16488}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,24395720}, {processes,5467472}, {processes_used,5450432}, {system,18928248}, {atom,796825}, {atom_used,780366}, {binary,93400}, {code,7499003}, {ets,888544}]}, {system_stats, [{cpu_utilization_rate,1.0101010101010102}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,540}, {memory_data,{2584977408,1488056320,{<6538.159.0>,743080}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1070716 kB\nBuffers: 162364 kB\nCached: 1116056 kB\nSwapCached: 988 kB\nActive: 879220 kB\nInactive: 431236 kB\nActive(anon): 31136 kB\nInactive(anon): 1008 kB\nActive(file): 848084 kB\nInactive(file): 430228 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 31184 kB\nMapped: 5376 kB\nShmem: 104 kB\nSlab: 76740 kB\nSReclaimable: 66680 kB\nSUnreclaim: 10060 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 246312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1142841344}, {buffered_memory,166260736}, {free_memory,1096413184}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{525728,0}}, {context_switches,{62813,0}}, {garbage_collection,{12403,22546113,0}}, {io,{{input,7870019},{output,2624342}}}, {reductions,{9124704,78115}}, {run_queue,0}, {runtime,{1690,30}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:44:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110692,16583}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,24391824}, {processes,5473488}, {processes_used,5456448}, {system,18918336}, {atom,796825}, {atom_used,780366}, {binary,109288}, {code,7499003}, {ets,860200}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,600}, {memory_data,{2584977408,1488183296,{<6538.159.0>,743080}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1070708 kB\nBuffers: 162364 kB\nCached: 1116128 kB\nSwapCached: 988 kB\nActive: 879056 kB\nInactive: 431356 kB\nActive(anon): 31020 kB\nInactive(anon): 1008 kB\nActive(file): 848036 kB\nInactive(file): 430348 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 31076 kB\nMapped: 5380 kB\nShmem: 104 kB\nSlab: 76748 kB\nSReclaimable: 66688 kB\nSUnreclaim: 10060 kB\nKernelStack: 1272 kB\nPageTables: 1520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 246312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1142915072}, {buffered_memory,166260736}, {free_memory,1096404992}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{585728,0}}, {context_switches,{69240,0}}, {garbage_collection,{13593,24834148,0}}, {io,{{input,8163879},{output,2939243}}}, {reductions,{9991302,70906}}, {run_queue,0}, {runtime,{1770,0}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:45:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110752,16493}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,24468544}, {processes,5454664}, {processes_used,5437624}, {system,19013880}, {atom,798441}, {atom_used,781869}, {binary,136144}, {code,7532114}, {ets,891256}]}, {system_stats, [{cpu_utilization_rate,0.21231422505307856}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,660}, {memory_data,{2584977408,1488691200,{<6538.159.0>,743080}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1070584 kB\nBuffers: 162364 kB\nCached: 1116212 kB\nSwapCached: 988 kB\nActive: 879240 kB\nInactive: 431380 kB\nActive(anon): 31144 kB\nInactive(anon): 1008 kB\nActive(file): 848096 kB\nInactive(file): 430372 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 31156 kB\nMapped: 5380 kB\nShmem: 104 kB\nSlab: 76748 kB\nSReclaimable: 66688 kB\nSUnreclaim: 10060 kB\nKernelStack: 1272 kB\nPageTables: 1520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 246312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143001088}, {buffered_memory,166260736}, {free_memory,1096278016}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{645728,0}}, {context_switches,{75365,0}}, {garbage_collection,{14702,27039547,0}}, {io,{{input,8211884},{output,3030817}}}, {reductions,{10840709,71745}}, {run_queue,0}, {runtime,{1830,0}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:46:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110812,16591}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,24613560}, {processes,5564784}, {processes_used,5547744}, {system,19048776}, {atom,798441}, {atom_used,781869}, {binary,138136}, {code,7532114}, {ets,922816}]}, {system_stats, [{cpu_utilization_rate,1.1210762331838564}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,720}, {memory_data,{2584977408,1489199104,{<6538.159.0>,743080}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1070088 kB\nBuffers: 162364 kB\nCached: 1116292 kB\nSwapCached: 988 kB\nActive: 879516 kB\nInactive: 431380 kB\nActive(anon): 31340 kB\nInactive(anon): 1008 kB\nActive(file): 848176 kB\nInactive(file): 430372 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 31364 kB\nMapped: 5392 kB\nShmem: 104 kB\nSlab: 76748 kB\nSReclaimable: 66688 kB\nSUnreclaim: 10060 kB\nKernelStack: 1272 kB\nPageTables: 1516 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 246312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143083008}, {buffered_memory,166260736}, {free_memory,1095770112}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{705728,0}}, {context_switches,{81559,0}}, {garbage_collection,{15908,29326588,0}}, {io,{{input,8280549},{output,3122774}}}, {reductions,{11744950,85123}}, {run_queue,0}, {runtime,{1910,10}}]}]}] INFO REPORT <6538.155.0> 2011-12-05 10:47:52 =============================================================================== ns_1@127.0.0.1:<6538.155.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1323,110872,16902}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,24621304}, {processes,5531336}, {processes_used,5514296}, {system,19089968}, {atom,798441}, {atom_used,781869}, {binary,148352}, {code,7532114}, {ets,951664}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,780}, {memory_data,{2584977408,1488818176,{<6538.159.0>,743080}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1070336 kB\nBuffers: 162364 kB\nCached: 1115968 kB\nSwapCached: 988 kB\nActive: 879400 kB\nInactive: 431216 kB\nActive(anon): 31384 kB\nInactive(anon): 1008 kB\nActive(file): 848016 kB\nInactive(file): 430208 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 31424 kB\nMapped: 5392 kB\nShmem: 104 kB\nSlab: 76744 kB\nSReclaimable: 66684 kB\nSUnreclaim: 10060 kB\nKernelStack: 1272 kB\nPageTables: 1524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 246312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1142751232}, {buffered_memory,166260736}, {free_memory,1096024064}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{765728,0}}, {context_switches,{87901,0}}, {garbage_collection,{17051,31637825,0}}, {io,{{input,8574116},{output,3340884}}}, {reductions,{12655429,75185}}, {run_queue,0}, {runtime,{2080,10}}]}]}] INFO REPORT <6538.64.0> 2011-12-05 10:48:11 =============================================================================== ********* RB: UNPRINTABLE REPORT ******** INFO REPORT <6538.64.0> 2011-12-05 10:48:11 =============================================================================== ns_1@127.0.0.1:<6538.64.0>:ns_cluster:253: Decided to change address to "10.1.5.53" INFO REPORT <3.131.0> 2011-12-05 10:48:11 =============================================================================== ns_log: logging ns_node_disco:5:Node nonode@nohost saw that node 'ns_1@127.0.0.1' went down. INFO REPORT <3.57.0> 2011-12-05 10:48:11 =============================================================================== Adjusted IP to "10.1.5.53" INFO REPORT <3.57.0> 2011-12-05 10:48:11 =============================================================================== nonode@nohost:<3.57.0>:dist_manager:105: Attempting to bring up net_kernel with name 'ns_1@10.1.5.53' INFO REPORT <3.130.0> 2011-12-05 10:48:11 =============================================================================== ns_node_disco_log: nodes changed: [] PROGRESS REPORT <3.2109.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,net_sup} started [{pid,<3.2110.0>}, {name,erl_epmd}, {mfargs,{erl_epmd,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <3.2109.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,net_sup} started [{pid,<3.2111.0>}, {name,auth}, {mfargs,{auth,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <0.2109.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,net_sup} started [{pid,<0.2112.0>}, {name,net_kernel}, {mfargs,{net_kernel,start_link,[['ns_1@10.1.5.53',longnames]]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] INFO REPORT <0.131.0> 2011-12-05 10:48:11 =============================================================================== ns_log: logging ns_node_disco:4:Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.53' came up. PROGRESS REPORT <0.11.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,kernel_sup} started [{pid,<0.2109.0>}, {name,net_sup_dynamic}, {mfargs,{erl_distribution,start_link, [['ns_1@10.1.5.53',longnames]]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] INFO REPORT <0.57.0> 2011-12-05 10:48:11 =============================================================================== Re-setting cookie {iitnxhfdddbxjvrv,'ns_1@10.1.5.53'} INFO REPORT <0.57.0> 2011-12-05 10:48:11 =============================================================================== saving ip config to "/opt/couchbase/var/lib/couchbase/ip" INFO REPORT <0.57.0> 2011-12-05 10:48:11 =============================================================================== save_address_config: ok INFO REPORT <0.67.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:132: Renaming node from 'ns_1@127.0.0.1' to 'ns_1@10.1.5.53'. INFO REPORT <0.7.0> 2011-12-05 10:48:11 =============================================================================== application mnesia exited stopped type temporary INFO REPORT <0.67.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:232: Found backup. Restoring Mnesia database. PROGRESS REPORT <0.2132.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<0.2133.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <0.2134.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2135.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.2134.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2136.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.2134.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2137.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.2134.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2138.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] PROGRESS REPORT <0.2134.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2139.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <0.2134.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2182.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.2134.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2183.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.2134.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2184.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.2134.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2185.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.2132.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<0.2134.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.7.0> 2011-12-05 10:48:11 =============================================================================== application mnesia started_at 'ns_1@10.1.5.53' INFO REPORT <0.67.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:245: Current config: [{access_module,mnesia}, {auto_repair,true}, {backup_module,mnesia_backup}, {checkpoints,[]}, {db_nodes,['ns_1@10.1.5.53']}, {debug,verbose}, {directory,"/opt/couchbase/var/lib/couchbase/mnesia"}, {dump_log_load_regulation,false}, {dump_log_time_threshold,180000}, {dump_log_update_in_place,true}, {dump_log_write_threshold,1000}, {embedded_mnemosyne,false}, {event_module,mnesia_event}, {extra_db_nodes,[]}, {fallback_activated,false}, {held_locks,[]}, {ignore_fallback_at_startup,false}, {fallback_error_function,{mnesia,lkill}}, {is_running,yes}, {local_tables,['stats_archiver-@system-week','stats_archiver-@system-day', 'stats_archiver-@system-month',local_config, 'stats_archiver-@system-minute',cluster, 'stats_archiver-@system-year','stats_archiver-@system-hour', schema]}, {lock_queue,[]}, {log_version,"4.3"}, {master_node_tables,[]}, {max_wait_for_decision,10000}, {protocol_version,{7,6}}, {running_db_nodes,['ns_1@10.1.5.53']}, {schema_location,opt_disc}, {schema_version,{3,0}}, {subscribers,[<0.2133.0>,<0.67.0>]}, {tables,['stats_archiver-@system-week','stats_archiver-@system-day', 'stats_archiver-@system-month',local_config, 'stats_archiver-@system-minute',cluster, 'stats_archiver-@system-year','stats_archiver-@system-hour',schema]}, {transaction_commits,2}, {transaction_failures,0}, {transaction_log_writes,0}, {transaction_restarts,0}, {transactions,[]}, {use_dir,true}, {core_dir,false}, {no_table_loaders,2}, {dc_dump_limit,4}, {send_compressed,0}, {version,"4.4.19"}] Peers: ['ns_1@10.1.5.53'] INFO REPORT <0.67.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: {mnesia_checkpoint,{{1323,110891,741072},'ns_1@127.0.0.1'}} starting: <0.2103.0> INFO REPORT <0.67.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: {mnesia_checkpoint,{{1323,110891,741072},'ns_1@127.0.0.1'}} terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_controller terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_tm terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_recover terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_locker terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:169: Saw Mnesia go down on 'ns_1@10.1.5.53' INFO REPORT <0.119.0> 2011-12-05 10:48:11 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',config_version} -> {node, 'ns_1@10.1.5.53', config_version}: {1,8,0} -> {1,8,0} INFO REPORT <0.119.0> 2011-12-05 10:48:11 =============================================================================== renaming node conf nodes_wanted -> nodes_wanted: ['ns_1@127.0.0.1'] -> ['ns_1@10.1.5.53'] INFO REPORT <0.119.0> 2011-12-05 10:48:11 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',isasl} -> {node,'ns_1@10.1.5.53', isasl}: [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.119.0> 2011-12-05 10:48:11 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',membership} -> {node, 'ns_1@10.1.5.53', membership}: active -> active INFO REPORT <0.119.0> 2011-12-05 10:48:11 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',memcached} -> {node, 'ns_1@10.1.5.53', memcached}: [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.119.0> 2011-12-05 10:48:11 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',moxi} -> {node,'ns_1@10.1.5.53', moxi}: [{port,11211},{verbosity,[]}] -> [{port,11211},{verbosity,[]}] INFO REPORT <0.119.0> 2011-12-05 10:48:11 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',ns_log} -> {node,'ns_1@10.1.5.53', ns_log}: [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.119.0> 2011-12-05 10:48:11 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',rest} -> {node,'ns_1@10.1.5.53', rest}: [{port,8091},{port_meta,global}] -> [{port,8091},{port_meta,global}] PROGRESS REPORT <0.126.0> 2011-12-05 10:48:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2199.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] ERROR REPORT <0.153.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.153.0>:ns_heart:137: Failed to grab system stats: {error,{exit,{aborted,{no_exists,['stats_archiver-@system-minute']}}}} INFO REPORT <0.64.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:260: Renamed node. New name is 'ns_1@10.1.5.53'. INFO REPORT <0.64.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:98: engage_cluster(..) -> {ok,ok} INFO REPORT <0.2199.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.2199.0>:ns_doctor:82: Got initial status [{'ns_1@10.1.5.53', [{last_heard, {1323,110891, 907432}}, {active_buckets, []}, {ready_buckets, []}, {replication,[]}, {memory, [{total, 25251512}, {processes, 6446168}, {processes_used, 6437576}, {system, 18805344}, {atom,798441}, {atom_used, 782714}, {binary, 179448}, {code,7545799}, {ets,611512}]}, {system_stats, [{cpu_utilization_rate, 0}, {swap_total,0}, {swap_used, 0}]}, {interesting_stats, []}, {cluster_compatibility_version, 1}, {version, [{os_mon, "2.2.6"}, {mnesia, "4.4.19"}, {kernel, "2.14.4"}, {sasl, "2.1.9.4"}, {ns_server, "1.8.0r-27-g1061a74-enterprise"}, {stdlib, "1.17.4"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock,800}, {memory_data, {2584977408, 1488818176, {<0.159.0>, 743080}}}, {disk_data, [{"/",14501808, 17}, {"/dev", 1257364,1}, {"/dev/shm", 1262196,0}, {"/var/run", 1262196,1}, {"/var/lock", 1262196,0}, {"/lib/init/rw", 1262196,0}, {"/boot", 233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1070460 kB\nBuffers: 162364 kB\nCached: 1116008 kB\nSwapCached: 988 kB\nActive: 879328 kB\nInactive: 431236 kB\nActive(anon): 31288 kB\nInactive(anon): 1008 kB\nActive(file): 848040 kB\nInactive(file): 430228 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 44 kB\nWriteback: 0 kB\nAnonPages: 31320 kB\nMapped: 5392 kB\nShmem: 104 kB\nSlab: 76744 kB\nSReclaimable: 66684 kB\nSUnreclaim: 10060 kB\nKernelStack: 1272 kB\nPageTables: 1524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 246312 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory, 2584977408}, {free_swap, 705007616}, {total_swap, 708829184}, {cached_memory, 1142792192}, {buffered_memory, 166260736}, {free_memory, 1096151040}, {total_memory, 2584977408}]}, {statistics, [{wall_clock, {795729,1}}, {context_switches, {90927,0}}, {garbage_collection, {17594, 32719954,0}}, {io, {{input, 8598409}, {output, 3388316}}}, {reductions, {13082267, 215160}}, {run_queue,0}, {runtime, {2160, 30}}]}]}] INFO REPORT <0.118.0> 2011-12-05 10:48:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 10:48:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 10:48:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:48:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:48:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> active INFO REPORT <0.118.0> 2011-12-05 10:48:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 10:48:11 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 10:48:11 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.53'] INFO REPORT <0.144.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.144.0>:mb_master:374: List of peers has changed from ['ns_1@127.0.0.1'] to ['ns_1@10.1.5.53'] INFO REPORT <0.144.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.144.0>:mb_master:378: List of new peers has changed from ['ns_1@127.0.0.1'] to [] INFO REPORT <0.2222.0> 2011-12-05 10:48:11 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.2222.0> 2011-12-05 10:48:11 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.53'], with cookie: iitnxhfdddbxjvrv INFO REPORT <0.2222.0> 2011-12-05 10:48:11 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.53'], with cookie: iitnxhfdddbxjvrv INFO REPORT <0.118.0> 2011-12-05 10:48:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 10:48:11 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.137.0> 2011-12-05 10:48:11 =============================================================================== Pushing config INFO REPORT <0.137.0> 2011-12-05 10:48:11 =============================================================================== Pushing config done ERROR REPORT <0.2231.0> 2011-12-05 10:48:11 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.38' ** INFO REPORT <0.64.0> 2011-12-05 10:48:11 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:102: handling complete_join([{<<"targetNode">>, <<"ns_1@10.1.5.53">>}, {<<"availableStorage">>, {struct, [{<<"hdd">>, [{struct, [{<<"path">>, <<"/">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 19}]}, {struct, [{<<"path">>, <<"/dev">>}, {<<"sizeKBytes">>, 1257364}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/dev/shm">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/run">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/var/lock">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/lib/init/rw">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/lib/ureadahead/debugfs">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 19}]}, {struct, [{<<"path">>, <<"/boot">>}, {<<"sizeKBytes">>, 233191}, {<<"usagePercent">>, 8}]}]}]}}, {<<"memoryQuota">>, 1314}, {<<"storageTotals">>, {struct, [{<<"ram">>, {struct, [{<<"usedByData">>, 30852622}, {<<"total">>, 2584977408.0}, {<<"quotaTotal">>, 1377828864}, {<<"used">>, 2035355648}]}}, {<<"hdd">>, {struct, [{<<"usedByData">>, 8796976}, {<<"total">>, 14849851392.0}, {<<"quotaTotal">>, 14849851392.0}, {<<"used">>, 2821471764.0}, {<<"free">>, 12028379628.0}]}}]}}, {<<"storage">>, {struct, [{<<"ssd">>, []}, {<<"hdd">>, [{struct, [{<<"path">>, <<"/opt/couchbase/var/lib/couchbase/data">>}, {<<"quotaMb">>, <<"none">>}, {<<"state">>, <<"ok">>}]}]}]}}, {<<"systemStats">>, {struct, [{<<"cpu_utilization_rate">>, 0.9925558312655087}, {<<"swap_total">>, 708829184}, {<<"swap_used">>, 4710400}]}}, {<<"interestingStats">>, {struct, [{<<"curr_items">>, 500}, {<<"curr_items_tot">>, 1000}, {<<"vb_replica_curr_items">>, 500}]}}, {<<"uptime">>, <<"930">>}, {<<"memoryTotal">>, 2584977408.0}, {<<"memoryFree">>, 549621760}, {<<"mcdMemoryReserved">>, 1972}, {<<"mcdMemoryAllocated">>, 1972}, {<<"otpNode">>, <<"ns_1@10.1.5.38">>}, {<<"otpCookie">>, <<"pyjbcltdajozpibz">>}, {<<"clusterMembership">>, <<"active">>}, {<<"status">>, <<"healthy">>}, {<<"hostname">>, <<"10.1.5.38:8091">>}, {<<"clusterCompatibility">>, 1}, {<<"version">>, <<"1.8.0r-27-g1061a74-enterprise">>}, {<<"os">>, <<"x86_64-unknown-linux-gnu">>}, {<<"ports">>, {struct, [{<<"proxy">>, 11211}, {<<"direct">>, 11210}]}}]) INFO REPORT <0.64.0> 2011-12-05 10:48:11 =============================================================================== ns_log: logging ns_cluster:2:Node 'ns_1@10.1.5.53' is joining cluster via node 'ns_1@10.1.5.38'. ERROR REPORT <0.2248.0> 2011-12-05 10:48:11 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.54' ** INFO REPORT <0.144.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.144.0>:mb_master:160: Node changed name from 'ns_1@127.0.0.1' to 'ns_1@10.1.5.53'. Updating state. ERROR REPORT <0.153.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.153.0>:ns_heart:137: Failed to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.1.5.53'}, {latest,"minute"}]}}} INFO REPORT <0.168.0> 2011-12-05 10:48:12 =============================================================================== memcached<0.168.0>: EOL on stdin. Exiting INFO REPORT <0.159.0> 2011-12-05 10:48:12 =============================================================================== menelaus_web streaming socket closed by client INFO REPORT <0.166.0> 2011-12-05 10:48:12 =============================================================================== moxi<0.166.0>: EOL on stdin. Exiting ERROR REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== ** gen_event handler ns_port_init crashed. ** Was installed in ns_config_events ** Last event was: {i_am_a_dead_man,true} ** When handler state == {state} ** Reason == {shutdown,{gen_server,call, [ns_port_sup,which_children,infinity]}} INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: i_am_a_dead_man -> true INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.137.0> 2011-12-05 10:48:12 =============================================================================== Pushing config INFO REPORT <0.64.0> 2011-12-05 10:48:12 =============================================================================== ns_cluster: joining cluster. Child has exited. INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: otp -> [{cookie,pyjbcltdajozpibz}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.53','ns_1@10.1.5.38'] INFO REPORT <0.64.0> 2011-12-05 10:48:12 =============================================================================== pre-join cleaned config is: {config,{}, [[], [{directory,"/opt/couchbase/var/lib/couchbase/config"}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest,[{port,8091}]}, {{node,'ns_1@127.0.0.1',rest},[{port,8091},{port_meta,global}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1972}, {buckets,[{configs,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{nodes_wanted,['ns_1@10.1.5.53','ns_1@10.1.5.38']}, {otp, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330092}}]}, {cookie,pyjbcltdajozpibz}]}, {directory, [{'_vclock',[{'ns_1@127.0.0.1',{1,63490329291}}]}, 47,111,112,116,47,99,111,117,99,104,98,97,115,101,47,118,97,114,47, 108,105,98,47,99,111,117,99,104,98,97,115,101,47,99,111,110,102, 105,103]}, {{node,'ns_1@10.1.5.53',config_version}, [{'_vclock', [{'ns_1@10.1.5.53',{1,63490330091}}, {'ns_1@127.0.0.1',{4,63490329291}}]}| {1,8,0}]}, {{node,'ns_1@10.1.5.53',isasl}, [{'_vclock', [{'ns_1@10.1.5.53',{1,63490330091}}, {'ns_1@127.0.0.1',{1,63490329291}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.53',memcached}, [{'_vclock', [{'ns_1@10.1.5.53',{1,63490330091}}, {'ns_1@127.0.0.1',{1,63490329291}}]}, {port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.53',moxi}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330091}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.53',ns_log}, [{'_vclock', [{'ns_1@10.1.5.53',{1,63490330091}}, {'ns_1@127.0.0.1',{1,63490329291}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.1.5.53',rest}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330091}}]}, {port,8091}, {port_meta,global}]}]], ns_config_default} INFO REPORT <0.64.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:597: Connection from 'ns_1@10.1.5.53' to 'ns_1@10.1.5.38': true INFO REPORT <0.64.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:606: Join status: {ok,ok}, starting ns_server_cluster back INFO REPORT <0.2262.0> 2011-12-05 10:48:12 =============================================================================== ns_log:init(): Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log": {error, enoent} PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2262.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2263.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2264.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.2265.0>}, {name,ns_node_disco_events}, {mfargs,{gen_event,start_link,[{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.2266.0> 2011-12-05 10:48:12 =============================================================================== Initting ns_node_disco with ['ns_1@10.1.5.38'] INFO REPORT <0.2267.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.2267.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53'], with cookie: pyjbcltdajozpibz INFO REPORT <0.2267.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53'], with cookie: pyjbcltdajozpibz PROGRESS REPORT <0.2264.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.2266.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2264.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.2269.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2264.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.2270.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.2271.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.2271.0>:ns_config_rep:56: init pulling INFO REPORT <0.2271.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.2271.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] INFO REPORT <0.2271.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.2271.0>:ns_config_rep:58: init pushing INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: buckets -> [{configs,[{"bucket-0", [{num_replicas,1}, {ram_quota,612368384}, {auth_type,sasl}, {sasl_password,"password"}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.38','ns_1@10.1.5.54']}, {map,[['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38'|...], [...]|...]}, {fastForwardMap,undefined}]}]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: memory_quota -> 1314 INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: otp -> [{cookie,pyjbcltdajozpibz}] INFO REPORT <0.123.0> 2011-12-05 10:48:12 =============================================================================== Writing isasl passwd file: "/opt/couchbase/var/lib/couchbase/data/isasl.pw" INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: port_servers -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: rebalance_status -> none INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: replication -> [{enabled,true}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: rest_creds -> ******** INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: settings -> [{stats,[{send_stats,false}]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',membership} -> active INFO REPORT <0.2276.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',memcached} -> [{dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> inactiveAdded INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',membership} -> active INFO REPORT <0.2277.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.2271.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.2271.0>:ns_config_rep:62: init reannouncing INFO REPORT <0.2276.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2277.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz PROGRESS REPORT <0.2264.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.2271.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2264.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2281.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.2271.0> 2011-12-05 10:48:12 =============================================================================== Pushing config INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: buckets -> [{configs,[{"bucket-0", [{num_replicas,1}, {ram_quota,612368384}, {auth_type,sasl}, {sasl_password,"password"}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.38','ns_1@10.1.5.54']}, {map,[['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38'|...], [...]|...]}, {fastForwardMap,undefined}]}]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: directory -> "/opt/couchbase/var/lib/couchbase/config" INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: memory_quota -> 1314 INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: otp -> [{cookie,pyjbcltdajozpibz}] INFO REPORT <0.2271.0> 2011-12-05 10:48:12 =============================================================================== Pushing config done INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: port_servers -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: rebalance_status -> none INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: replication -> [{enabled,true}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: rest_creds -> ******** INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: settings -> [{stats,[{send_stats,false}]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',membership} -> active INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',memcached} -> [{dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.38',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.53',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.53',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> inactiveAdded INFO REPORT <0.2287.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.53',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.53',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.53',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.53',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',membership} -> active INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== config change: {node,'ns_1@10.1.5.54',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2288.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.2287.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.2288.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.2271.0> 2011-12-05 10:48:12 =============================================================================== Pushing config INFO REPORT <0.2266.0> 2011-12-05 10:48:12 =============================================================================== ns_log: logging ns_node_disco:4:Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.54' came up. INFO REPORT <0.2282.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.2282.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] INFO REPORT <0.2265.0> 2011-12-05 10:48:12 =============================================================================== Detected a new nodes (['ns_1@10.1.5.54']). Moving config around. INFO REPORT <0.2265.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2282.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2290.0>}, {name,buckets_events}, {mfargs,{gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2291.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<0.2292.0>}, {name,ns_mail}, {mfargs,{ns_mail,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2291.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<0.2293.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2291.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2263.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.2263.0>:ns_mail_log:45: ns_mail_log started up PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2294.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2295.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2297.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.2299.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.2297.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.2301.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] INFO REPORT <0.2287.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.2288.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.2276.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.2277.0> 2011-12-05 10:48:12 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.2271.0> 2011-12-05 10:48:12 =============================================================================== Pushing config done PROGRESS REPORT <0.2297.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.2302.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.2297.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.2304.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] INFO REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== ns_log: logging menelaus_sup:1:Couchbase Server has started on web port 8091 on node 'ns_1@10.1.5.53'. PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2297.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] ERROR REPORT <0.2294.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.2294.0>:ns_heart:137: Failed to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.1.5.53'}, {latest,"minute"}]}}} PROGRESS REPORT <0.2306.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.2307.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] INFO REPORT <0.2308.0> 2011-12-05 10:48:12 =============================================================================== starting ns_port_server with delay of 5000 PROGRESS REPORT <0.2306.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.2308.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.2310.0> 2011-12-05 10:48:12 =============================================================================== starting ns_port_server with delay of 5000 INFO REPORT <0.2295.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.2295.0>:ns_doctor:82: Got initial status [{'ns_1@10.1.5.38', [{last_heard, {1323,110892, 964969}}, {active_buckets, ["bucket-0"]}, {ready_buckets, ["bucket-0"]}, {replication, [{"bucket-0", 1.0}]}, {memory, [{total, 57661024}, {processes, 30031792}, {processes_used, 29997672}, {system, 27629232}, {atom,913745}, {atom_used, 899324}, {binary, 1353384}, {code,8731354}, {ets, 6594856}]}, {system_stats, [{cpu_utilization_rate, 6.142506142506143}, {swap_total, 708829184}, {swap_used, 4710400}]}, {interesting_stats, [{curr_items, 1000}, {curr_items_tot, 2000}, {vb_replica_curr_items, 1000}]}, {cluster_compatibility_version, 1}, {version, [{os_mon, "2.2.6"}, {mnesia, "4.4.19"}, {inets,"5.6"}, {kernel, "2.14.4"}, {sasl, "2.1.9.4"}, {ns_server, "1.8.0r-27-g1061a74-enterprise"}, {stdlib, "1.17.4"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock,935}, {memory_data, {2584977408, 2035355648, {<11344.496.0>, 4715224}}}, {disk_data, [{"/",14501808, 19}, {"/dev", 1257364,1}, {"/dev/shm", 1262196,0}, {"/var/run", 1262196,1}, {"/var/lock", 1262196,0}, {"/lib/init/rw", 1262196,0}, {"/var/lib/ureadahead/debugfs", 14501808,19}, {"/boot", 233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 532908 kB\nBuffers: 81780 kB\nCached: 152864 kB\nSwapCached: 408 kB\nActive: 943948 kB\nInactive: 407820 kB\nActive(anon): 892088 kB\nInactive(anon): 225124 kB\nActive(file): 51860 kB\nInactive(file): 182696 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687616 kB\nDirty: 360 kB\nWriteback: 0 kB\nAnonPages: 1116736 kB\nMapped: 7188 kB\nShmem: 16 kB\nSlab: 56720 kB\nSReclaimable: 37576 kB\nSUnreclaim: 19144 kB\nKernelStack: 1520 kB\nPageTables: 3848 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1604136 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory, 2584977408}, {free_swap, 704118784}, {total_swap, 708829184}, {cached_memory, 156532736}, {buffered_memory, 83742720}, {free_memory, 545697792}, {total_memory, 2584977408}]}, {statistics, [{wall_clock, {930687,0}}, {context_switches, {959367,0}}, {garbage_collection, {568106, 2030783763, 0}}, {io, {{input, 59527466}, {output, 111931186}}}, {reductions, {719403341, 13124434}}, {run_queue,0}, {runtime, {133810, 3180}}]}]}, {'ns_1@10.1.5.53', [{last_heard, {1323,110892, 964956}}, {active_buckets, []}, {ready_buckets, []}, {replication, [{"bucket-0", 1.0}]}, {memory, [{total, 25935608}, {processes, 6837080}, {processes_used, 6808464}, {system, 19098528}, {atom,798441}, {atom_used, 782824}, {binary, 264952}, {code,7545799}, {ets,753064}]}, {system_stats, [{cpu_utilization_rate, 0}, {swap_total,0}, {swap_used, 0}]}, {interesting_stats, []}, {cluster_compatibility_version, 1}, {version, [{os_mon, "2.2.6"}, {mnesia, "4.4.19"}, {kernel, "2.14.4"}, {sasl, "2.1.9.4"}, {ns_server, "1.8.0r-27-g1061a74-enterprise"}, {stdlib, "1.17.4"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock,801}, {memory_data, {2584977408, 1488818176, {<0.159.0>, 743080}}}, {disk_data, [{"/",14501808, 17}, {"/dev", 1257364,1}, {"/dev/shm", 1262196,0}, {"/var/run", 1262196,1}, {"/var/lock", 1262196,0}, {"/lib/init/rw", 1262196,0}, {"/boot", 233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1071200 kB\nBuffers: 162368 kB\nCached: 1115920 kB\nSwapCached: 988 kB\nActive: 880232 kB\nInactive: 430480 kB\nActive(anon): 31524 kB\nInactive(anon): 1008 kB\nActive(file): 848708 kB\nInactive(file): 429472 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 220 kB\nWriteback: 0 kB\nAnonPages: 31564 kB\nMapped: 4256 kB\nShmem: 104 kB\nSlab: 76744 kB\nSReclaimable: 66684 kB\nSUnreclaim: 10060 kB\nKernelStack: 1256 kB\nPageTables: 1464 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 130588 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory, 2584977408}, {free_swap, 705007616}, {total_swap, 708829184}, {cached_memory, 1142702080}, {buffered_memory, 166264832}, {free_memory, 1096908800}, {total_memory, 2584977408}]}, {statistics, [{wall_clock, {801671,5}}, {context_switches, {94892,0}}, {garbage_collection, {18528, 34522784,0}}, {io, {{input, 9290286}, {output, 4472051}}}, {reductions, {13636077, 13996}}, {run_queue,2}, {runtime, {2320, 10}}]}]}, {'ns_1@10.1.5.54', [{last_heard, {1323,110892, 964980}}, {active_buckets, ["bucket-0"]}, {ready_buckets, ["bucket-0"]}, {replication, [{"bucket-0", 1.0}]}, {memory, [{total, 35872632}, {processes, 14537840}, {processes_used, 14528648}, {system, 21334792}, {atom,865153}, {atom_used, 832013}, {binary, 1347744}, {code,8015916}, {ets, 1369928}]}, {system_stats, [{cpu_utilization_rate, 6.297229219143577}, {swap_total, 708829184}, {swap_used, 3760128}]}, {interesting_stats, [{curr_items, 1000}, {curr_items_tot, 2000}, {vb_replica_curr_items, 1000}]}, {cluster_compatibility_version, 1}, {version, [{os_mon, "2.2.6"}, {mnesia, "4.4.19"}, {kernel, "2.14.4"}, {sasl, "2.1.9.4"}, {ns_server, "1.8.0r-27-g1061a74-enterprise"}, {stdlib, "1.17.4"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock,452}, {memory_data, {2584977408, 1596383232, {<11359.1118.0>, 2543680}}}, {disk_data, [{"/",14501808, 14}, {"/dev", 1257364,1}, {"/dev/shm", 1262196,0}, {"/var/run", 1262196,1}, {"/var/lock", 1262196,0}, {"/lib/init/rw", 1262196,0}, {"/var/lib/ureadahead/debugfs", 14501808,14}, {"/boot", 233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 935616 kB\nBuffers: 161468 kB\nCached: 657088 kB\nSwapCached: 1144 kB\nActive: 656268 kB\nInactive: 280412 kB\nActive(anon): 115552 kB\nInactive(anon): 2796 kB\nActive(file): 540716 kB\nInactive(file): 277616 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 396 kB\nWriteback: 0 kB\nAnonPages: 117208 kB\nMapped: 9444 kB\nShmem: 200 kB\nSlab: 70912 kB\nSReclaimable: 52844 kB\nSUnreclaim: 18068 kB\nKernelStack: 1312 kB\nPageTables: 1940 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 385384 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory, 2584977408}, {free_swap, 705069056}, {total_swap, 708829184}, {cached_memory, 672858112}, {buffered_memory, 165343232}, {free_memory, 958070784}, {total_memory, 2584977408}]}, {statistics, [{wall_clock, {450405,2}}, {context_switches, {83430,0}}, {garbage_collection, {16947, 43402455,0}}, {io, {{input, 9434345}, {output, 7072710}}}, {reductions, {16954503, 2604217}}, {run_queue,0}, {runtime, {4060, 490}}]}]}] PROGRESS REPORT <0.2306.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.2310.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2306.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2312.0>}, {name,ns_stats_event}, {mfargs,{gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2313.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2314.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2315.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2316.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2317.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2318.0>}, {name,ns_moxi_sup_work_queue}, {mfargs,{work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2319.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.54.0> 2011-12-05 10:48:12 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<0.2260.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.64.0> 2011-12-05 10:48:12 =============================================================================== ns_log: logging ns_cluster:3:Node ns_1@10.1.5.53 joined cluster INFO REPORT <0.64.0> 2011-12-05 10:48:12 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:104: complete_join([{<<"targetNode">>, <<"ns_1@10.1.5.53">>}, {<<"availableStorage">>, {struct, [{<<"hdd">>, [{struct, [{<<"path">>, <<"/">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 19}]}, {struct, [{<<"path">>, <<"/dev">>}, {<<"sizeKBytes">>, 1257364}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/dev/shm">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/run">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/var/lock">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/lib/init/rw">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/lib/ureadahead/debugfs">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 19}]}, {struct, [{<<"path">>, <<"/boot">>}, {<<"sizeKBytes">>, 233191}, {<<"usagePercent">>, 8}]}]}]}}, {<<"memoryQuota">>, 1314}, {<<"storageTotals">>, {struct, [{<<"ram">>, {struct, [{<<"usedByData">>, 30852622}, {<<"total">>, 2584977408.0}, {<<"quotaTotal">>, 1377828864}, {<<"used">>, 2035355648}]}}, {<<"hdd">>, {struct, [{<<"usedByData">>, 8796976}, {<<"total">>, 14849851392.0}, {<<"quotaTotal">>, 14849851392.0}, {<<"used">>, 2821471764.0}, {<<"free">>, 12028379628.0}]}}]}}, {<<"storage">>, {struct, [{<<"ssd">>,[]}, {<<"hdd">>, [{struct, [{<<"path">>, <<"/opt/couchbase/var/lib/couchbase/data">>}, {<<"quotaMb">>, <<"none">>}, {<<"state">>, <<"ok">>}]}]}]}}, {<<"systemStats">>, {struct, [{<<"cpu_utilization_rate">>, 0.9925558312655087}, {<<"swap_total">>, 708829184}, {<<"swap_used">>, 4710400}]}}, {<<"interestingStats">>, {struct, [{<<"curr_items">>, 500}, {<<"curr_items_tot">>, 1000}, {<<"vb_replica_curr_items">>, 500}]}}, {<<"uptime">>, <<"930">>}, {<<"memoryTotal">>, 2584977408.0}, {<<"memoryFree">>, 549621760}, {<<"mcdMemoryReserved">>, 1972}, {<<"mcdMemoryAllocated">>, 1972}, {<<"otpNode">>, <<"ns_1@10.1.5.38">>}, {<<"otpCookie">>, <<"pyjbcltdajozpibz">>}, {<<"clusterMembership">>, <<"active">>}, {<<"status">>, <<"healthy">>}, {<<"hostname">>, <<"10.1.5.38:8091">>}, {<<"clusterCompatibility">>, 1}, {<<"version">>, <<"1.8.0r-27-g1061a74-enterprise">>}, {<<"os">>, <<"x86_64-unknown-linux-gnu">>}, {<<"ports">>, {struct, [{<<"proxy">>,11211}, {<<"direct">>, 11210}]}}]) -> {ok, ok} INFO REPORT <0.118.0> 2011-12-05 10:48:13 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> active INFO REPORT <0.118.0> 2011-12-05 10:48:13 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2271.0> 2011-12-05 10:48:13 =============================================================================== Pushing config INFO REPORT <0.2271.0> 2011-12-05 10:48:13 =============================================================================== Pushing config done INFO REPORT <0.118.0> 2011-12-05 10:48:13 =============================================================================== config change: rebalance_status -> running INFO REPORT <0.118.0> 2011-12-05 10:48:13 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2271.0> 2011-12-05 10:48:13 =============================================================================== Pushing config INFO REPORT <0.2271.0> 2011-12-05 10:48:13 =============================================================================== Pushing config done INFO REPORT <0.2313.0> 2011-12-05 10:48:13 =============================================================================== ns_1@10.1.5.53:<0.2313.0>:ns_bucket_sup:75: Starting new child: {{per_bucket_sup, "bucket-0"}, {single_bucket_sup, start_link, ["bucket-0"]}, permanent, infinity, supervisor, [single_bucket_sup]} PROGRESS REPORT <0.2314.0> 2011-12-05 10:48:13 =============================================================================== supervisor {local,ns_bucket_sup} started [{pid,<0.2331.0>}, {name,{per_bucket_sup,"bucket-0"}}, {mfargs,{single_bucket_sup,start_link,["bucket-0"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.118.0> 2011-12-05 10:48:13 =============================================================================== config change: buckets -> [{configs,[{"bucket-0", [{num_replicas,1}, {ram_quota,612368384}, {auth_type,sasl}, {sasl_password,"password"}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.38','ns_1@10.1.5.54','ns_1@10.1.5.53']}, {map,[['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38'|...], [...]|...]}, {fastForwardMap,undefined}]}]}] INFO REPORT <0.118.0> 2011-12-05 10:48:13 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2271.0> 2011-12-05 10:48:13 =============================================================================== Pushing config INFO REPORT <0.2271.0> 2011-12-05 10:48:13 =============================================================================== Pushing config done INFO REPORT <0.2282.0> 2011-12-05 10:48:13 =============================================================================== ns_1@10.1.5.53:<0.2282.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2282.0> 2011-12-05 10:48:13 =============================================================================== ns_1@10.1.5.53:<0.2282.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2282.0> 2011-12-05 10:48:13 =============================================================================== ns_1@10.1.5.53:<0.2282.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2282.0> 2011-12-05 10:48:13 =============================================================================== ns_1@10.1.5.53:<0.2282.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2282.0> 2011-12-05 10:48:13 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110893,757431}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2282.0> 2011-12-05 10:48:13 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2282.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 685 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:13 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2282.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2338.0> 2011-12-05 10:48:13 =============================================================================== ns_1@10.1.5.53:<0.2338.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:13 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2338.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2309.0> 2011-12-05 10:48:13 =============================================================================== moxi<0.2309.0>: 2011-12-05 10:48:12: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.2309.0>: 2011-12-05 10:48:12: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) INFO REPORT <0.2333.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.2333.0>:ns_memcached:504: Created bucket "bucket-0" with config string "ht_size=3079;ht_locks=5;db_shards=4;tap_noop_interval=20;max_txn_size=1000;max_size=612368384;initfile=/opt/couchbase/etc/couchbase/init.sql;tap_keepalive=300;dbname=/opt/couchbase/var/lib/couchbase/data/bucket-0-data/bucket-0;vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB;" PROGRESS REPORT <0.2332.0> 2011-12-05 10:48:14 =============================================================================== supervisor {local,'single_bucket_sup-bucket-0'} started [{pid,<0.2333.0>}, {name,{ns_memcached,"bucket-0"}}, {mfargs,{ns_memcached,start_link,["bucket-0"]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] PROGRESS REPORT <0.2332.0> 2011-12-05 10:48:14 =============================================================================== supervisor {local,'single_bucket_sup-bucket-0'} started [{pid,<0.2339.0>}, {name,{ns_vbm_sup,"bucket-0"}}, {mfargs,{ns_vbm_sup,start_link,["bucket-0"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2332.0> 2011-12-05 10:48:14 =============================================================================== supervisor {local,'single_bucket_sup-bucket-0'} started [{pid,<0.2340.0>}, {name,{stats_collector,"bucket-0"}}, {mfargs,{stats_collector,start_link,["bucket-0"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2332.0> 2011-12-05 10:48:14 =============================================================================== supervisor {local,'single_bucket_sup-bucket-0'} started [{pid,<0.2341.0>}, {name,{stats_archiver,"bucket-0"}}, {mfargs,{stats_archiver,start_link,["bucket-0"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-bucket-0-minute' PROGRESS REPORT <0.2332.0> 2011-12-05 10:48:14 =============================================================================== supervisor {local,'single_bucket_sup-bucket-0'} started [{pid,<0.2342.0>}, {name,{stats_reader,"bucket-0"}}, {mfargs,{stats_reader,start_link,["bucket-0"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2332.0> 2011-12-05 10:48:14 =============================================================================== supervisor {local,'single_bucket_sup-bucket-0'} started [{pid,<0.2347.0>}, {name,{failover_safeness_level,"bucket-0"}}, {mfargs,{failover_safeness_level,start_link,["bucket-0"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-minute', [{name,'stats_archiver-bucket-0-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,258158},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,4,<0.2344.0>}} INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-minute', [{name,'stats_archiver-bucket-0-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,258158},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,4,<0.2344.0>}} INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-bucket-0-hour' INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-hour', [{name,'stats_archiver-bucket-0-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,267190},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,5,<0.2352.0>}} INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-hour', [{name,'stats_archiver-bucket-0-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,267190},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,5,<0.2352.0>}} INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-bucket-0-day' INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-day', [{name,'stats_archiver-bucket-0-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,275543},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,6,<0.2359.0>}} INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-day', [{name,'stats_archiver-bucket-0-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,275543},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,6,<0.2359.0>}} INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-bucket-0-week' INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-week', [{name,'stats_archiver-bucket-0-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,283943},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,7,<0.2366.0>}} INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-week', [{name,'stats_archiver-bucket-0-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,283943},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,7,<0.2366.0>}} INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-bucket-0-month' INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-month', [{name,'stats_archiver-bucket-0-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,293794},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,8,<0.2373.0>}} INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-month', [{name,'stats_archiver-bucket-0-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,293794},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,8,<0.2373.0>}} INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-bucket-0-year' INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-year', [{name,'stats_archiver-bucket-0-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,301260},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,9,<0.2380.0>}} INFO REPORT <0.67.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-bucket-0-year', [{name,'stats_archiver-bucket-0-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,110894,301260},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,9,<0.2380.0>}} ERROR REPORT <0.2294.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.2294.0>:ns_heart:156: Failed to get stats for bucket: "bucket-0": {error,{exit,{badarg,[{erlang,hd,[[]]}, {stats_reader,'-do_handle_call/3-fun-0-',2}, {mnesia_tm,non_transaction,5}, {stats_reader,do_handle_call,3}, {stats_reader,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}} INFO REPORT <0.2333.0> 2011-12-05 10:48:14 =============================================================================== ns_log: logging ns_memcached:1:Bucket "bucket-0" loaded on node 'ns_1@10.1.5.53' in 0 seconds. ERROR REPORT <0.2294.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.2294.0>:ns_heart:156: Failed to get stats for bucket: "bucket-0": {error,{exit,{badarg,[{erlang,hd,[[]]}, {stats_reader,'-do_handle_call/3-fun-0-',2}, {mnesia_tm,non_transaction,5}, {stats_reader,do_handle_call,3}, {stats_reader,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}} INFO REPORT <0.2340.0> 2011-12-05 10:48:14 =============================================================================== ns_1@10.1.5.53:<0.2340.0>:stats_collector:83: Stats for bucket "bucket-0": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 1 bytes_read 96 bytes_written 24255 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 11 curr_connections 11 curr_items 0 curr_items_tot 0 daemon_connections 10 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_bg_fetched 0 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_data_age 0 ep_data_age_highwat 0 ep_db_cleaner_status complete ep_db_strategy multiMTVBDB ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/bucket-0-data/bucket-0 ep_dbshards 4 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_expired 0 ep_flush_all false ep_flush_duration 0 ep_flush_duration_highwat 0 ep_flush_duration_total 0 ep_flush_preempts 0 ep_flusher_state running ep_flusher_todo 0 ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_items_rm_from_checkpoints 0 ep_kv_size 0 ep_latency_arith_cmd 0 ep_latency_get_cmd 0 ep_latency_store_cmd 0 ep_max_data_size 612368384 ep_max_txn_size 1000 ep_mem_high_wat 459276288 ep_mem_low_wat 367421030 ep_min_data_age 0 ep_num_active_non_resident 0 ep_num_checkpoint_remover_runs0 ep_num_eject_failures 0 ep_num_eject_replicas 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_onlineupdate false ep_onlineupdate_revert_add 0 ep_onlineupdate_revert_delete 0 ep_onlineupdate_revert_update 0 ep_oom_errors 0 ep_overhead 640 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_queue_age_cap 900 ep_queue_size 0 ep_storage_age 0 ep_storage_age_highwat 0 ep_storage_type featured ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_keepalive 300 ep_tap_throttle_queue_cap 1000000 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 1.8.0r_12_g9769273 ep_warmed_up 0 ep_warmup true ep_warmup_dups 0 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 67267 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 mem_used 640 pid 23519 pointer_size 64 rejected_conns 0 rusage_system 0.630000 rusage_user 0.570000 threads 4 time 1323110893 total_connections 11 uptime 3 vb_active_curr_items 0 vb_active_eject 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version UNKNOWN INFO REPORT <0.118.0> 2011-12-05 10:48:15 =============================================================================== config change: buckets -> [{configs,[{"bucket-0", [{num_replicas,1}, {ram_quota,612368384}, {auth_type,sasl}, {sasl_password,"password"}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.38','ns_1@10.1.5.54','ns_1@10.1.5.53']}, {map,[['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38'|...], [...]|...]}, {fastForwardMap,[['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38'|...], [...]|...]}]}]}] INFO REPORT <0.118.0> 2011-12-05 10:48:15 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2271.0> 2011-12-05 10:48:15 =============================================================================== Pushing config INFO REPORT <0.2271.0> 2011-12-05 10:48:15 =============================================================================== Pushing config done INFO REPORT <0.2311.0> 2011-12-05 10:48:15 =============================================================================== memcached<0.2311.0>: Extension support isn't implemented in this version of bucket_engine INFO REPORT <0.2338.0> 2011-12-05 10:48:15 =============================================================================== ns_1@10.1.5.53:<0.2338.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2338.0> 2011-12-05 10:48:15 =============================================================================== ns_1@10.1.5.53:<0.2338.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2338.0> 2011-12-05 10:48:15 =============================================================================== ns_1@10.1.5.53:<0.2338.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2338.0> 2011-12-05 10:48:15 =============================================================================== ns_1@10.1.5.53:<0.2338.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2338.0> 2011-12-05 10:48:15 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110895,740091}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2338.0> 2011-12-05 10:48:15 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2338.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [send_heartbeat] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 689 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:15 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2338.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2403.0> 2011-12-05 10:48:15 =============================================================================== ns_1@10.1.5.53:<0.2403.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:15 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2403.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2403.0> 2011-12-05 10:48:17 =============================================================================== ns_1@10.1.5.53:<0.2403.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2403.0> 2011-12-05 10:48:17 =============================================================================== ns_1@10.1.5.53:<0.2403.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2403.0> 2011-12-05 10:48:17 =============================================================================== ns_1@10.1.5.53:<0.2403.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2403.0> 2011-12-05 10:48:17 =============================================================================== ns_1@10.1.5.53:<0.2403.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2403.0> 2011-12-05 10:48:17 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110897,740009}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2403.0> 2011-12-05 10:48:17 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2403.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 697 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:17 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2403.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2405.0> 2011-12-05 10:48:17 =============================================================================== ns_1@10.1.5.53:<0.2405.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:17 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2405.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2405.0> 2011-12-05 10:48:19 =============================================================================== ns_1@10.1.5.53:<0.2405.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2405.0> 2011-12-05 10:48:19 =============================================================================== ns_1@10.1.5.53:<0.2405.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2405.0> 2011-12-05 10:48:19 =============================================================================== ns_1@10.1.5.53:<0.2405.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2405.0> 2011-12-05 10:48:19 =============================================================================== ns_1@10.1.5.53:<0.2405.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2405.0> 2011-12-05 10:48:19 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110899,740177}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2405.0> 2011-12-05 10:48:19 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2405.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 709 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:19 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2405.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2417.0> 2011-12-05 10:48:19 =============================================================================== ns_1@10.1.5.53:<0.2417.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:19 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2417.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] ERROR REPORT <0.2418.0> 2011-12-05 10:48:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** INFO REPORT <0.2417.0> 2011-12-05 10:48:21 =============================================================================== ns_1@10.1.5.53:<0.2417.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2417.0> 2011-12-05 10:48:21 =============================================================================== ns_1@10.1.5.53:<0.2417.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2417.0> 2011-12-05 10:48:21 =============================================================================== ns_1@10.1.5.53:<0.2417.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2417.0> 2011-12-05 10:48:21 =============================================================================== ns_1@10.1.5.53:<0.2417.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2417.0> 2011-12-05 10:48:21 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110901,741218}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2417.0> 2011-12-05 10:48:21 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2417.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 709 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:21 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2417.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2424.0> 2011-12-05 10:48:21 =============================================================================== ns_1@10.1.5.53:<0.2424.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:21 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2424.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2424.0> 2011-12-05 10:48:23 =============================================================================== ns_1@10.1.5.53:<0.2424.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2424.0> 2011-12-05 10:48:23 =============================================================================== ns_1@10.1.5.53:<0.2424.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2424.0> 2011-12-05 10:48:23 =============================================================================== ns_1@10.1.5.53:<0.2424.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2424.0> 2011-12-05 10:48:23 =============================================================================== ns_1@10.1.5.53:<0.2424.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2424.0> 2011-12-05 10:48:23 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110903,739795}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2424.0> 2011-12-05 10:48:23 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2424.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 717 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:23 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2424.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2436.0> 2011-12-05 10:48:23 =============================================================================== ns_1@10.1.5.53:<0.2436.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:23 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2436.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2436.0> 2011-12-05 10:48:25 =============================================================================== ns_1@10.1.5.53:<0.2436.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2436.0> 2011-12-05 10:48:25 =============================================================================== ns_1@10.1.5.53:<0.2436.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2436.0> 2011-12-05 10:48:27 =============================================================================== ns_1@10.1.5.53:<0.2436.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2436.0> 2011-12-05 10:48:27 =============================================================================== ns_1@10.1.5.53:<0.2436.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2436.0> 2011-12-05 10:48:27 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110907,765728}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2436.0> 2011-12-05 10:48:27 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2436.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 746 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:27 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2436.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2446.0> 2011-12-05 10:48:27 =============================================================================== ns_1@10.1.5.53:<0.2446.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:27 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2446.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2446.0> 2011-12-05 10:48:29 =============================================================================== ns_1@10.1.5.53:<0.2446.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2446.0> 2011-12-05 10:48:29 =============================================================================== ns_1@10.1.5.53:<0.2446.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2446.0> 2011-12-05 10:48:29 =============================================================================== ns_1@10.1.5.53:<0.2446.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2446.0> 2011-12-05 10:48:29 =============================================================================== ns_1@10.1.5.53:<0.2446.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2446.0> 2011-12-05 10:48:29 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110909,756978}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2446.0> 2011-12-05 10:48:29 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2446.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 689 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:29 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2446.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2455.0> 2011-12-05 10:48:29 =============================================================================== ns_1@10.1.5.53:<0.2455.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:29 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2455.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] ERROR REPORT <0.2457.0> 2011-12-05 10:48:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2455.0> 2011-12-05 10:48:31 =============================================================================== ns_1@10.1.5.53:<0.2455.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2455.0> 2011-12-05 10:48:31 =============================================================================== ns_1@10.1.5.53:<0.2455.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2455.0> 2011-12-05 10:48:31 =============================================================================== ns_1@10.1.5.53:<0.2455.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2455.0> 2011-12-05 10:48:31 =============================================================================== ns_1@10.1.5.53:<0.2455.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2455.0> 2011-12-05 10:48:31 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110911,740036}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2455.0> 2011-12-05 10:48:31 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2455.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 689 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:31 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2455.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2459.0> 2011-12-05 10:48:31 =============================================================================== ns_1@10.1.5.53:<0.2459.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:31 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2459.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2459.0> 2011-12-05 10:48:33 =============================================================================== ns_1@10.1.5.53:<0.2459.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2459.0> 2011-12-05 10:48:33 =============================================================================== ns_1@10.1.5.53:<0.2459.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2459.0> 2011-12-05 10:48:33 =============================================================================== ns_1@10.1.5.53:<0.2459.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2459.0> 2011-12-05 10:48:33 =============================================================================== ns_1@10.1.5.53:<0.2459.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2459.0> 2011-12-05 10:48:33 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110913,741549}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2459.0> 2011-12-05 10:48:33 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2459.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 689 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:33 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2459.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2466.0> 2011-12-05 10:48:33 =============================================================================== ns_1@10.1.5.53:<0.2466.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:33 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2466.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2466.0> 2011-12-05 10:48:35 =============================================================================== ns_1@10.1.5.53:<0.2466.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2466.0> 2011-12-05 10:48:35 =============================================================================== ns_1@10.1.5.53:<0.2466.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2466.0> 2011-12-05 10:48:35 =============================================================================== ns_1@10.1.5.53:<0.2466.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2466.0> 2011-12-05 10:48:35 =============================================================================== ns_1@10.1.5.53:<0.2466.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2466.0> 2011-12-05 10:48:35 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110915,746224}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2466.0> 2011-12-05 10:48:35 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2466.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 717 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:35 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2466.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2473.0> 2011-12-05 10:48:35 =============================================================================== ns_1@10.1.5.53:<0.2473.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:35 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2473.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2473.0> 2011-12-05 10:48:37 =============================================================================== ns_1@10.1.5.53:<0.2473.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2473.0> 2011-12-05 10:48:37 =============================================================================== ns_1@10.1.5.53:<0.2473.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2473.0> 2011-12-05 10:48:37 =============================================================================== ns_1@10.1.5.53:<0.2473.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2473.0> 2011-12-05 10:48:37 =============================================================================== ns_1@10.1.5.53:<0.2473.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2473.0> 2011-12-05 10:48:37 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110917,744934}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2473.0> 2011-12-05 10:48:37 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2473.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [send_heartbeat] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 689 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:37 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2473.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2475.0> 2011-12-05 10:48:37 =============================================================================== ns_1@10.1.5.53:<0.2475.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:37 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2475.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2475.0> 2011-12-05 10:48:39 =============================================================================== ns_1@10.1.5.53:<0.2475.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2475.0> 2011-12-05 10:48:39 =============================================================================== ns_1@10.1.5.53:<0.2475.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2475.0> 2011-12-05 10:48:39 =============================================================================== ns_1@10.1.5.53:<0.2475.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2475.0> 2011-12-05 10:48:39 =============================================================================== ns_1@10.1.5.53:<0.2475.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2475.0> 2011-12-05 10:48:39 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110919,740423}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2475.0> 2011-12-05 10:48:39 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2475.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 685 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:39 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2475.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2482.0> 2011-12-05 10:48:39 =============================================================================== ns_1@10.1.5.53:<0.2482.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:39 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2482.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2482.0> 2011-12-05 10:48:41 =============================================================================== ns_1@10.1.5.53:<0.2482.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2482.0> 2011-12-05 10:48:41 =============================================================================== ns_1@10.1.5.53:<0.2482.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2482.0> 2011-12-05 10:48:41 =============================================================================== ns_1@10.1.5.53:<0.2482.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2482.0> 2011-12-05 10:48:41 =============================================================================== ns_1@10.1.5.53:<0.2482.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2482.0> 2011-12-05 10:48:41 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110921,918601}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2482.0> 2011-12-05 10:48:41 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2482.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 713 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:41 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2482.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2488.0> 2011-12-05 10:48:41 =============================================================================== ns_1@10.1.5.53:<0.2488.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:41 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2488.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2271.0> 2011-12-05 10:48:42 =============================================================================== ns_1@10.1.5.53:<0.2271.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.54' INFO REPORT <0.2488.0> 2011-12-05 10:48:43 =============================================================================== ns_1@10.1.5.53:<0.2488.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2488.0> 2011-12-05 10:48:43 =============================================================================== ns_1@10.1.5.53:<0.2488.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2488.0> 2011-12-05 10:48:43 =============================================================================== ns_1@10.1.5.53:<0.2488.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2488.0> 2011-12-05 10:48:43 =============================================================================== ns_1@10.1.5.53:<0.2488.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2488.0> 2011-12-05 10:48:43 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110923,740016}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2488.0> 2011-12-05 10:48:43 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2488.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 705 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:43 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2488.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2503.0> 2011-12-05 10:48:43 =============================================================================== ns_1@10.1.5.53:<0.2503.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:43 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2503.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2503.0> 2011-12-05 10:48:45 =============================================================================== ns_1@10.1.5.53:<0.2503.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2503.0> 2011-12-05 10:48:45 =============================================================================== ns_1@10.1.5.53:<0.2503.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2503.0> 2011-12-05 10:48:49 =============================================================================== ns_1@10.1.5.53:<0.2503.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2503.0> 2011-12-05 10:48:49 =============================================================================== ns_1@10.1.5.53:<0.2503.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2503.0> 2011-12-05 10:48:49 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110929,740321}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2503.0> 2011-12-05 10:48:49 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2503.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 773 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:49 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2503.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2524.0> 2011-12-05 10:48:49 =============================================================================== ns_1@10.1.5.53:<0.2524.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:49 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2524.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2524.0> 2011-12-05 10:48:51 =============================================================================== ns_1@10.1.5.53:<0.2524.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2524.0> 2011-12-05 10:48:51 =============================================================================== ns_1@10.1.5.53:<0.2524.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2524.0> 2011-12-05 10:48:51 =============================================================================== ns_1@10.1.5.53:<0.2524.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2524.0> 2011-12-05 10:48:51 =============================================================================== ns_1@10.1.5.53:<0.2524.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2524.0> 2011-12-05 10:48:51 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110931,740665}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2524.0> 2011-12-05 10:48:51 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2524.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 689 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:51 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2524.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2525.0> 2011-12-05 10:48:51 =============================================================================== ns_1@10.1.5.53:<0.2525.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:51 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2525.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2525.0> 2011-12-05 10:48:53 =============================================================================== ns_1@10.1.5.53:<0.2525.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2525.0> 2011-12-05 10:48:53 =============================================================================== ns_1@10.1.5.53:<0.2525.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2525.0> 2011-12-05 10:48:53 =============================================================================== ns_1@10.1.5.53:<0.2525.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2525.0> 2011-12-05 10:48:53 =============================================================================== ns_1@10.1.5.53:<0.2525.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2525.0> 2011-12-05 10:48:53 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110933,741497}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2525.0> 2011-12-05 10:48:53 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2525.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 693 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:53 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2525.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2533.0> 2011-12-05 10:48:53 =============================================================================== ns_1@10.1.5.53:<0.2533.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:53 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2533.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2533.0> 2011-12-05 10:48:55 =============================================================================== ns_1@10.1.5.53:<0.2533.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2533.0> 2011-12-05 10:48:55 =============================================================================== ns_1@10.1.5.53:<0.2533.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2533.0> 2011-12-05 10:48:55 =============================================================================== ns_1@10.1.5.53:<0.2533.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2533.0> 2011-12-05 10:48:55 =============================================================================== ns_1@10.1.5.53:<0.2533.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2533.0> 2011-12-05 10:48:55 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110935,740064}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2533.0> 2011-12-05 10:48:55 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2533.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 709 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:55 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2533.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2540.0> 2011-12-05 10:48:55 =============================================================================== ns_1@10.1.5.53:<0.2540.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:55 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2540.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2540.0> 2011-12-05 10:48:57 =============================================================================== ns_1@10.1.5.53:<0.2540.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2540.0> 2011-12-05 10:48:57 =============================================================================== ns_1@10.1.5.53:<0.2540.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2540.0> 2011-12-05 10:48:57 =============================================================================== ns_1@10.1.5.53:<0.2540.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2540.0> 2011-12-05 10:48:57 =============================================================================== ns_1@10.1.5.53:<0.2540.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2540.0> 2011-12-05 10:48:57 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110937,739966}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2540.0> 2011-12-05 10:48:57 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2540.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 709 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:57 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2540.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2547.0> 2011-12-05 10:48:57 =============================================================================== ns_1@10.1.5.53:<0.2547.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:58 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2547.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2547.0> 2011-12-05 10:48:59 =============================================================================== ns_1@10.1.5.53:<0.2547.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2547.0> 2011-12-05 10:48:59 =============================================================================== ns_1@10.1.5.53:<0.2547.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2547.0> 2011-12-05 10:48:59 =============================================================================== ns_1@10.1.5.53:<0.2547.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2547.0> 2011-12-05 10:48:59 =============================================================================== ns_1@10.1.5.53:<0.2547.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2547.0> 2011-12-05 10:48:59 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110939,740360}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2547.0> 2011-12-05 10:48:59 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2547.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 697 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:48:59 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2547.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2554.0> 2011-12-05 10:48:59 =============================================================================== ns_1@10.1.5.53:<0.2554.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:48:59 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2554.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2554.0> 2011-12-05 10:49:01 =============================================================================== ns_1@10.1.5.53:<0.2554.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2554.0> 2011-12-05 10:49:01 =============================================================================== ns_1@10.1.5.53:<0.2554.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2554.0> 2011-12-05 10:49:01 =============================================================================== ns_1@10.1.5.53:<0.2554.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2554.0> 2011-12-05 10:49:01 =============================================================================== ns_1@10.1.5.53:<0.2554.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2554.0> 2011-12-05 10:49:01 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110941,740693}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2554.0> 2011-12-05 10:49:01 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2554.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 709 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:01 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2554.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2560.0> 2011-12-05 10:49:01 =============================================================================== ns_1@10.1.5.53:<0.2560.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:01 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2560.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2560.0> 2011-12-05 10:49:03 =============================================================================== ns_1@10.1.5.53:<0.2560.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2560.0> 2011-12-05 10:49:03 =============================================================================== ns_1@10.1.5.53:<0.2560.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2560.0> 2011-12-05 10:49:07 =============================================================================== ns_1@10.1.5.53:<0.2560.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2560.0> 2011-12-05 10:49:07 =============================================================================== ns_1@10.1.5.53:<0.2560.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2560.0> 2011-12-05 10:49:07 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110947,740226}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2560.0> 2011-12-05 10:49:07 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2560.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 765 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:07 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2560.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2587.0> 2011-12-05 10:49:07 =============================================================================== ns_1@10.1.5.53:<0.2587.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:07 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2587.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2587.0> 2011-12-05 10:49:09 =============================================================================== ns_1@10.1.5.53:<0.2587.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2587.0> 2011-12-05 10:49:09 =============================================================================== ns_1@10.1.5.53:<0.2587.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:09 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2588.0>}, {name,{child_id,[341],'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets,[341]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2588.0> 2011-12-05 10:49:09 =============================================================================== ns_1@10.1.5.53:<0.2588.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,330,66,128,64,330,198, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[217|1],[272|1],[336|1],[711|1],[830|0]], [[204|1],[259|1],[323|1],[698|1],[762|1],[817|1]], [[191|1],[255|1],[310|1],[685|1],[749|1],[804|1]], [[178|1],[242|1],[297|1],[736|1],[791|1]], [[229|1],[284|1],[723|1],[778|1]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[722|1],[777|1]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1]], [[225|1],[280|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1]]}, {[[224|1],[279|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[730|1],[785|1]], [[223|1],[278|1],[342|0],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[729|1],[784|1]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[728|1],[783|1]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[727|1],[782|1]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[726|1],[781|1]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[725|1],[780|1]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2588.0> 2011-12-05 10:49:09 =============================================================================== ns_1@10.1.5.53:<0.2588.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[341]}, {checkpoints,[{341,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.2587.0> 2011-12-05 10:49:09 =============================================================================== ns_1@10.1.5.53:<0.2587.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2587.0> 2011-12-05 10:49:09 =============================================================================== ns_1@10.1.5.53:<0.2587.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2587.0> 2011-12-05 10:49:09 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110949,745969}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2587.0> 2011-12-05 10:49:09 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2587.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 697 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:09 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2587.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2590.0> 2011-12-05 10:49:09 =============================================================================== ns_1@10.1.5.53:<0.2590.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:09 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2590.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:10 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2591.0>}, {name,{child_id,[342],'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets,[342]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2591.0> 2011-12-05 10:49:10 =============================================================================== ns_1@10.1.5.53:<0.2591.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,332,67,128,64,335,201, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[217|1],[272|1],[336|1],[711|1],[830|0]], [[204|1],[259|1],[323|1],[698|1],[762|1],[817|1]], [[191|1],[255|1],[310|1],[685|1],[749|1],[804|1]], [[178|1],[242|1],[297|1],[736|1],[791|1]], [[229|1],[284|1],[723|1],[778|1]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[722|1],[777|1],[841|0]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1]], [[225|1],[280|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1]]}, {[[224|1],[279|1],[343|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[730|1],[785|1]], [[223|1],[278|1],[342|1],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[729|1],[784|1]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[728|1],[783|1]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[727|1],[782|1]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[726|1],[781|1]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[725|1],[780|1]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2591.0> 2011-12-05 10:49:10 =============================================================================== ns_1@10.1.5.53:<0.2591.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342]}, {checkpoints,[{342,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2591.0> 2011-12-05 10:49:10 =============================================================================== ns_1@10.1.5.53:<0.2591.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:10 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2592.0>}, {name,{child_id,[342,343,344],'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets,[342,343,344]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2592.0> 2011-12-05 10:49:10 =============================================================================== ns_1@10.1.5.53:<0.2592.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,335,67,128,64,335,201, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[217|1],[272|1],[336|1],[711|1],[830|0]], [[204|1],[259|1],[323|1],[698|1],[762|1],[817|1]], [[191|1],[255|1],[310|1],[685|1],[749|1],[804|1]], [[178|1],[242|1],[297|1],[736|1],[791|1]], [[229|1],[284|1],[723|1],[778|1],[842|0]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[722|1],[777|1],[841|0]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[345|0],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1]], [[225|1],[280|1],[344|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1]]}, {[[224|1],[279|1],[343|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[730|1],[785|1]], [[223|1],[278|1],[342|1],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[729|1],[784|1]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[728|1],[783|1]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[727|1],[782|1]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[726|1],[781|1]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[725|1],[780|1]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2592.0> 2011-12-05 10:49:10 =============================================================================== ns_1@10.1.5.53:<0.2592.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344]}, {checkpoints,[{342,0},{343,0},{344,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2592.0> 2011-12-05 10:49:10 =============================================================================== ns_1@10.1.5.53:<0.2592.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:10 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2593.0>}, {name,{child_id,[342,343,344,345],'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets,[342,343,344,345]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2593.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2593.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,337,68,128,64,340,204, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[336|1],[830|0]], [[204|1],[259|1],[323|1],[698|1],[762|1],[817|1]], [[191|1],[255|1],[310|1],[685|1],[749|1],[804|1]], [[178|1],[242|1],[297|1],[736|1],[791|1]], [[229|1],[284|1],[723|1],[778|1],[842|0]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[722|1],[777|1],[841|0]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[346|0],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[345|1],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1]], [[225|1],[280|1],[344|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1]]}, {[[224|1],[279|1],[343|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[730|1],[785|1]], [[223|1],[278|1],[342|1],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[729|1],[784|1]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[728|1],[783|1]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[727|1],[782|1]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[726|1],[781|1]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[725|1],[780|1]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [[843|0]], [[217|1],[272|1],[711|1]], [],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2593.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2593.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344,345]}, {checkpoints,[{342,0},{343,0},{344,0},{345,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2593.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2593.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:11 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2594.0>}, {name,{child_id,[342,343,344,345,346],'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets,[342,343,344,345,346]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2594.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2594.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,339,68,128,64,340,204, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[336|1],[830|0]], [[204|1],[259|1],[323|1],[698|1],[762|1],[817|1]], [[191|1],[255|1],[310|1],[685|1],[749|1],[804|1]], [[178|1],[242|1],[297|1],[736|1],[791|1]], [[229|1],[284|1],[723|1],[778|1],[842|0]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[347|0],[722|1],[777|1],[841|0]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[346|1],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[345|1],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1]], [[225|1],[280|1],[344|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1]]}, {[[224|1],[279|1],[343|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[730|1],[785|1]], [[223|1],[278|1],[342|1],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[729|1],[784|1]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[728|1],[783|1]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[727|1],[782|1]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[726|1],[781|1]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[725|1],[780|1],[844|0]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [[843|0]], [[217|1],[272|1],[711|1]], [],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2594.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2594.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344,345,346]}, {checkpoints,[{342,0},{343,0},{344,0},{345,0},{346,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2594.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2594.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:11 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2595.0>}, {name,{child_id,[342,343,344,345,346,347],'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets,[342,343,344,345,346,347]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2595.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2595.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,341,69,128,64,345,207, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[336|1],[830|0]], [[204|1],[259|1],[698|1]], [[191|1],[255|1],[310|1],[685|1],[749|1],[804|1]], [[178|1],[242|1],[297|1],[736|1],[791|1]], [[229|1],[284|1],[348|0],[723|1],[778|1],[842|0]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[347|1],[722|1],[777|1],[841|0]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[346|1],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[345|1],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1]], [[225|1],[280|1],[344|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1]]}, {[[224|1],[279|1],[343|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[730|1],[785|1]], [[223|1],[278|1],[342|1],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[729|1],[784|1]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[728|1],[783|1]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[727|1],[782|1]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[726|1],[781|1],[845|0]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[725|1],[780|1],[844|0]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [[843|0]], [[217|1],[272|1],[711|1]], [[323|1],[762|1],[817|1]], [],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2595.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2595.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344,345,346,347]}, {checkpoints,[{342,0},{343,0},{344,0},{345,0},{346,0},{347,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2590.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2590.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2590.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2590.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2595.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2595.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:11 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2596.0>}, {name,{child_id,[342,343,344,345,346,347,348],'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets,[342,343,344,345,346,347,348]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2590.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2590.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2590.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2590.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2590.0> 2011-12-05 10:49:11 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110951,740120}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2590.0> 2011-12-05 10:49:11 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2590.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [send_heartbeat] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 697 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:11 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2590.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2597.0> 2011-12-05 10:49:11 =============================================================================== ns_1@10.1.5.53:<0.2597.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2597.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2596.0> 2011-12-05 10:49:12 =============================================================================== ns_1@10.1.5.53:<0.2596.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,343,69,128,64,345,207, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[336|1],[830|0]], [[204|1],[259|1],[698|1]], [[191|1],[255|1],[310|1],[685|1],[749|1],[804|1]], [[178|1],[242|1],[297|1],[736|1],[791|1]], [[229|1],[284|1],[348|1],[723|1],[778|1],[842|0]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[347|1],[722|1],[777|1],[841|0]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[346|1],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[345|1],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1]], [[225|1],[280|1],[344|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1]]}, {[[224|1],[279|1],[343|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[730|1],[785|1]], [[223|1],[278|1],[342|1],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[729|1],[784|1]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[728|1],[783|1]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[727|1],[782|1],[846|0]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[726|1],[781|1],[845|0]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[725|1],[780|1],[844|0]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [[349|1],[843|0]], [[217|1],[272|1],[711|1]], [[323|1],[762|1],[817|1]], [],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2596.0> 2011-12-05 10:49:12 =============================================================================== ns_1@10.1.5.53:<0.2596.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344,345,346,347,348]}, {checkpoints,[{342,0},{343,0},{344,0},{345,0},{346,0},{347,0},{348,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2596.0> 2011-12-05 10:49:12 =============================================================================== ns_1@10.1.5.53:<0.2596.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:12 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2598.0>}, {name, {child_id, [342,343,344,345,346,347,348,349,350], 'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets,[342,343,344,345,346,347,348,349,350]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2598.0> 2011-12-05 10:49:12 =============================================================================== ns_1@10.1.5.53:<0.2598.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,346,70,128,64,350,210, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[336|1],[830|0]], [[204|1],[259|1],[698|1]], [[255|1],[310|1],[749|1],[804|1]], [[178|1],[242|1],[297|1],[736|1],[791|1]], [[229|1],[284|1],[348|1],[723|1],[778|1],[842|0]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[347|1],[722|1],[777|1],[841|0]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[346|1],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[345|1],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1]], [[225|1],[280|1],[344|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1]]}, {[[224|1],[279|1],[343|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[730|1],[785|1]], [[223|1],[278|1],[342|1],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[729|1],[784|1]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[728|1],[783|1],[847|0]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[727|1],[782|1],[846|0]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[351|0],[726|1],[781|1],[845|0]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[350|1],[725|1],[780|1],[844|0]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [[349|1],[843|0]], [[217|1],[272|1],[711|1]], [[323|1],[762|1],[817|1]], [[191|1],[685|1]], [],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2598.0> 2011-12-05 10:49:12 =============================================================================== ns_1@10.1.5.53:<0.2598.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344,345,346,347,348,349,350]}, {checkpoints,[{342,0}, {343,0}, {344,0}, {345,0}, {346,0}, {347,0}, {348,0}, {349,0}, {350,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2598.0> 2011-12-05 10:49:12 =============================================================================== ns_1@10.1.5.53:<0.2598.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:12 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2599.0>}, {name, {child_id, [342,343,344,345,346,347,348,349,350,351], 'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets,[342,343,344,345,346,347,348,349,350,351]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2599.0> 2011-12-05 10:49:12 =============================================================================== ns_1@10.1.5.53:<0.2599.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,348,70,128,64,350,210, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[336|1],[830|0]], [[204|1],[259|1],[698|1]], [[255|1],[310|1],[749|1],[804|1]], [[178|1],[242|1],[297|1],[736|1],[791|1]], [[229|1],[284|1],[348|1],[723|1],[778|1],[842|0]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[347|1],[722|1],[777|1],[841|0]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[346|1],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[345|1],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1]], [[225|1],[280|1],[344|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1]]}, {[[224|1],[279|1],[343|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[730|1],[785|1]], [[223|1],[278|1],[342|1],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[729|1],[784|1],[848|0]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[728|1],[783|1],[847|0]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[352|0],[727|1],[782|1],[846|0]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[351|1],[726|1],[781|1],[845|0]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[350|1],[725|1],[780|1],[844|0]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [[349|1],[843|0]], [[217|1],[272|1],[711|1]], [[323|1],[762|1],[817|1]], [[191|1],[685|1]], [],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2599.0> 2011-12-05 10:49:12 =============================================================================== ns_1@10.1.5.53:<0.2599.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344,345,346,347,348,349,350,351]}, {checkpoints,[{342,0}, {343,0}, {344,0}, {345,0}, {346,0}, {347,0}, {348,0}, {349,0}, {350,0}, {351,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2599.0> 2011-12-05 10:49:12 =============================================================================== ns_1@10.1.5.53:<0.2599.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:12 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2601.0>}, {name, {child_id, [342,343,344,345,346,347,348,349,350,351,352], 'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets,[342,343,344,345,346,347,348,349,350,351,352]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2295.0> 2011-12-05 10:49:12 =============================================================================== ns_1@10.1.5.53:<0.2295.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.38', [{last_heard,{1323,110952,770314}}, {active_buckets,["bucket-0"]}, {ready_buckets,["bucket-0"]}, {replication,[{"bucket-0",0.0}]}, {memory, [{total,59739496}, {processes,32164088}, {processes_used,32131464}, {system,27575408}, {atom,913745}, {atom_used,899388}, {binary,1084008}, {code,8731354}, {ets,6752776}]}, {system_stats, [{cpu_utilization_rate,44.38902743142145}, {swap_total,708829184}, {swap_used,4694016}]}, {interesting_stats, [{curr_items,981}, {curr_items_tot,1649}, {vb_replica_curr_items,668}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {inets,"5.6"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,995}, {memory_data,{2584977408,2059567104,{<11344.496.0>,5086168}}}, {disk_data, [{"/",14501808,20}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,20}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 504572 kB\nBuffers: 97612 kB\nCached: 163212 kB\nSwapCached: 408 kB\nActive: 961648 kB\nInactive: 418652 kB\nActive(anon): 894372 kB\nInactive(anon): 225124 kB\nActive(file): 67276 kB\nInactive(file): 193528 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687616 kB\nDirty: 1692 kB\nWriteback: 0 kB\nAnonPages: 1119184 kB\nMapped: 7192 kB\nShmem: 16 kB\nSlab: 56272 kB\nSReclaimable: 37576 kB\nSUnreclaim: 18696 kB\nKernelStack: 1536 kB\nPageTables: 3900 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1606928 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,704118784}, {total_swap,708829184}, {cached_memory,167129088}, {buffered_memory,99954688}, {free_memory,516681728}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{990679,1}}, {context_switches,{1135396,0}}, {garbage_collection,{830652,2918552545,0}}, {io,{{input,66889275},{output,128106539}}}, {reductions,{890819410,41119284}}, {run_queue,0}, {runtime,{188470,13810}}]}]}, {'ns_1@10.1.5.53', [{last_heard,{1323,110947,961316}}, {active_buckets,["bucket-0"]}, {ready_buckets,["bucket-0"]}, {replication,[{"bucket-0",1.0}]}, {memory, [{total,33153320}, {processes,13102528}, {processes_used,13092304}, {system,20050792}, {atom,827529}, {atom_used,823799}, {binary,395576}, {code,7887540}, {ets,1193064}]}, {system_stats, [{cpu_utilization_rate,9.703504043126685}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats, [{curr_items,0},{curr_items_tot,544},{vb_replica_curr_items,544}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,856}, {memory_data,{2584977408,1544904704,{<0.2300.0>,1572536}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1012688 kB\nBuffers: 162372 kB\nCached: 1120480 kB\nSwapCached: 988 kB\nActive: 936828 kB\nInactive: 431844 kB\nActive(anon): 84948 kB\nInactive(anon): 1008 kB\nActive(file): 851880 kB\nInactive(file): 430836 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 368 kB\nWriteback: 0 kB\nAnonPages: 84976 kB\nMapped: 7028 kB\nShmem: 104 kB\nSlab: 76896 kB\nSReclaimable: 66860 kB\nSUnreclaim: 10036 kB\nKernelStack: 1304 kB\nPageTables: 1632 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 333816 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1147371520}, {buffered_memory,166268928}, {free_memory,1036992512}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{846738,7}}, {context_switches,{106670,0}}, {garbage_collection,{21174,44120394,0}}, {io,{{input,10175119},{output,5633104}}}, {reductions,{17186030,949349}}, {run_queue,0}, {runtime,{3150,210}}]}]}, {'ns_1@10.1.5.54', [{last_heard,{1323,110950,945357}}, {active_buckets,["bucket-0"]}, {ready_buckets,["bucket-0"]}, {replication,[{"bucket-0",0.0}]}, {memory, [{total,43203560}, {processes,22084912}, {processes_used,22059768}, {system,21118648}, {atom,866769}, {atom_used,834152}, {binary,893064}, {code,8044766}, {ets,1522192}]}, {system_stats, [{cpu_utilization_rate,29.581151832460733}, {swap_total,708829184}, {swap_used,3760128}]}, {interesting_stats, [{curr_items,1011}, {curr_items_tot,1680}, {vb_replica_curr_items,669}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,510}, {memory_data,{2584977408,1640144896,{<11359.1118.0>,3143880}}}, {disk_data, [{"/",14501808,14}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,14}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 918208 kB\nBuffers: 161468 kB\nCached: 662980 kB\nSwapCached: 1144 kB\nActive: 669428 kB\nInactive: 283604 kB\nActive(anon): 125776 kB\nInactive(anon): 2796 kB\nActive(file): 543652 kB\nInactive(file): 280808 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 3332 kB\nWriteback: 0 kB\nAnonPages: 127400 kB\nMapped: 9460 kB\nShmem: 200 kB\nSlab: 71428 kB\nSReclaimable: 52972 kB\nSUnreclaim: 18456 kB\nKernelStack: 1320 kB\nPageTables: 2020 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 388860 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705069056}, {total_swap,708829184}, {cached_memory,678891520}, {buffered_memory,165343232}, {free_memory,940244992}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{495399,1}}, {context_switches,{190926,0}}, {garbage_collection,{197834,505195136,0}}, {io,{{input,14036366},{output,17321191}}}, {reductions,{124243618,36099816}}, {run_queue,0}, {runtime,{42960,13210}}]}]}] INFO REPORT <0.2601.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2601.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,350,70,128,64,350,210, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[336|1],[830|0]], [[204|1],[259|1],[698|1]], [[255|1],[310|1],[749|1],[804|1]], [[178|1],[242|1],[297|1],[736|1],[791|1]], [[229|1],[284|1],[348|1],[723|1],[778|1],[842|0]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[347|1],[722|1],[777|1],[841|0]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[346|1],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[345|1],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1]], [[225|1],[280|1],[344|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1]]}, {[[224|1],[279|1],[343|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[730|1],[785|1],[849|0]], [[223|1],[278|1],[342|1],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[729|1],[784|1],[848|0]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[353|0],[728|1],[783|1],[847|0]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[352|1],[727|1],[782|1],[846|0]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[351|1],[726|1],[781|1],[845|0]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[350|1],[725|1],[780|1],[844|0]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [[349|1],[843|0]], [[217|1],[272|1],[711|1]], [[323|1],[762|1],[817|1]], [[191|1],[685|1]], [],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2601.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2601.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344,345,346,347,348,349,350,351,352]}, {checkpoints,[{342,0}, {343,0}, {344,0}, {345,0}, {346,0}, {347,0}, {348,0}, {349,0}, {350,0}, {351,0}, {352,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2601.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2601.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:13 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2610.0>}, {name, {child_id, [342,343,344,345,346,347,348,349,350,351,352,353], 'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets, [342,343,344,345,346,347,348,349,350,351,352,353]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2610.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2610.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,352,71,128,64,355,213, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[336|1],[830|0]], [[204|1],[259|1],[698|1]], [[255|1],[310|1],[749|1],[804|1]], [[178|1]], [[229|1],[284|1],[348|1],[723|1],[778|1],[842|0]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[347|1],[722|1],[777|1],[841|0]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[346|1],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[345|1],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1]], [[225|1],[280|1],[344|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1],[850|0]]}, {[[224|1],[279|1],[343|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[730|1],[785|1],[849|0]], [[223|1],[278|1],[342|1],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[354|0],[729|1],[784|1],[848|0]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[353|1],[728|1],[783|1],[847|0]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[352|1],[727|1],[782|1],[846|0]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[351|1],[726|1],[781|1],[845|0]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[350|1],[725|1],[780|1],[844|0]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [[349|1],[843|0]], [[217|1],[272|1],[711|1]], [[323|1],[762|1],[817|1]], [[191|1],[685|1]], [[242|1],[297|1],[736|1],[791|1]], [],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2610.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2610.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344,345,346,347,348,349,350,351,352,353]}, {checkpoints,[{342,0}, {343,0}, {344,0}, {345,0}, {346,0}, {347,0}, {348,0}, {349,0}, {350,0}, {351,0}, {352,0}, {353,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2610.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2610.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:13 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2611.0>}, {name, {child_id, [342,343,344,345,346,347,348,349,350,351,352,353,354], 'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets, [342,343,344,345,346,347,348,349,350,351,352,353,354]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.2611.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2611.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,354,71,128,64,355,213, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[750|1],[805|1]], [[179|1]], [[230|1],[285|1],[724|1],[779|1]], [[336|1],[830|0]], [[204|1],[259|1],[698|1]], [[255|1],[310|1],[749|1],[804|1]], [[178|1]], [[229|1],[284|1],[348|1],[723|1],[778|1],[842|0]], [[216|1],[271|1],[335|1],[710|1],[829|0]], [[203|1],[258|1],[322|1],[697|1],[761|1],[816|1]], [[190|1],[254|1],[309|1],[684|1],[748|1],[803|1]], [[177|1],[241|1],[296|1],[735|1],[790|1]], [[228|1],[283|1],[347|1],[722|1],[777|1],[841|0]], [[215|1],[270|1],[334|1],[709|1],[828|0]], [[202|1],[257|1],[321|1],[696|1],[760|1],[815|1]], [[189|1],[253|1],[308|1],[683|1],[747|1],[802|1]]}, {[[176|1],[240|1],[295|1],[734|1],[789|1]], [[227|1],[282|1],[346|1],[721|1],[776|1],[840|0]], [[214|1],[269|1],[333|1],[708|1],[827|0]], [[201|1],[256|1],[320|1],[695|1],[759|1],[814|1]], [[188|1],[252|1],[307|1],[746|1],[801|1]], [[175|1],[239|1],[294|1],[733|1],[788|1]], [[226|1],[281|1],[345|1],[720|1],[775|1],[839|0]], [[213|1],[268|1],[332|1],[707|1],[826|0]], [[200|1],[319|1],[694|1],[758|1],[813|1]], [[187|1],[251|1],[306|1],[745|1],[800|1]], [[174|1],[238|1],[293|1],[732|1],[787|1],[851|0]], [[225|1],[280|1],[344|1],[719|1],[774|1],[838|0]], [[212|1],[267|1],[331|1],[706|1],[825|0]], [[199|1],[318|1],[693|1],[757|1],[812|1]], [[186|1],[250|1],[305|1],[744|1],[799|1]], [[173|1],[237|1],[292|1],[731|1],[786|1],[850|0]]}, {[[224|1],[279|1],[343|1],[718|1],[773|1],[837|0]], [[211|1],[266|1],[330|1],[705|1],[824|0]], [[198|1],[317|1],[692|1],[756|1],[811|1]], [[185|1],[249|1],[304|1],[743|1],[798|1]], [[172|1],[236|1],[291|1],[355|1],[730|1],[785|1],[849|0]], [[223|1],[278|1],[342|1],[717|1],[772|1],[836|0]], [[210|1],[265|1],[329|1],[704|1],[823|0]], [[197|1],[316|1],[691|1],[755|1],[810|1]], [[184|1],[248|1],[303|1],[742|1],[797|1]], [[171|1],[235|1],[290|1],[354|1],[729|1],[784|1],[848|0]], [[222|1],[277|1],[341|1],[716|1],[771|1],[835|0]], [[209|1],[264|1],[328|1],[703|1],[767|1],[822|1]], [[196|1],[315|1],[690|1],[754|1],[809|1]], [[183|1],[247|1],[302|1],[741|1],[796|1]], [[234|1],[289|1],[353|1],[728|1],[783|1],[847|0]], [[221|1],[276|1],[340|1],[715|1],[770|1],[834|0]]}, {[[208|1],[263|1],[327|1],[702|1],[766|1],[821|1]], [[195|1],[314|1],[689|1],[753|1],[808|1]], [[182|1],[246|1],[301|1],[740|1],[795|1]], [[233|1],[288|1],[352|1],[727|1],[782|1],[846|0]], [[220|1],[275|1],[339|1],[714|1],[769|1],[833|0]], [[207|1],[262|1],[326|1],[701|1],[765|1],[820|1]], [[194|1],[313|1],[688|1],[752|1],[807|1]], [[181|1],[245|1],[300|1],[739|1],[794|1]], [[232|1],[287|1],[351|1],[726|1],[781|1],[845|0]], [[219|1],[274|1],[338|1],[713|1],[768|1],[832|0]], [[206|1],[261|1],[325|1],[700|1],[764|1],[819|1]], [[193|1],[312|1],[687|1],[751|1],[806|1]], [[180|1],[244|1],[299|1],[738|1],[793|1]], [[231|1],[286|1],[350|1],[725|1],[780|1],[844|0]], [[218|1],[273|1],[337|1],[712|1],[831|0]], [[205|1],[260|1],[324|1],[699|1],[763|1],[818|1]]}, {[[192|1],[686|1]], [[243|1],[298|1],[737|1],[792|1]], [[349|1],[843|0]], [[217|1],[272|1],[711|1]], [[323|1],[762|1],[817|1]], [[191|1],[685|1]], [[242|1],[297|1],[736|1],[791|1]], [],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2611.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2611.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344,345,346,347,348,349,350,351,352,353,354]}, {checkpoints,[{342,0}, {343,0}, {344,0}, {345,0}, {346,0}, {347,0}, {348,0}, {349,0}, {350,0}, {351,0}, {352,0}, {353,0}, {354,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2597.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2597.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2597.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2597.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2597.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2597.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2597.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2597.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2597.0> 2011-12-05 10:49:13 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110953,740401}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2597.0> 2011-12-05 10:49:13 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2597.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 685 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:13 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2597.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2612.0> 2011-12-05 10:49:13 =============================================================================== ns_1@10.1.5.53:<0.2612.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:13 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2612.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2612.0> 2011-12-05 10:49:15 =============================================================================== ns_1@10.1.5.53:<0.2612.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2612.0> 2011-12-05 10:49:15 =============================================================================== ns_1@10.1.5.53:<0.2612.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2612.0> 2011-12-05 10:49:15 =============================================================================== ns_1@10.1.5.53:<0.2612.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2612.0> 2011-12-05 10:49:15 =============================================================================== ns_1@10.1.5.53:<0.2612.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2612.0> 2011-12-05 10:49:15 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110955,740201}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2612.0> 2011-12-05 10:49:15 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2612.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 689 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:15 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2612.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2615.0> 2011-12-05 10:49:15 =============================================================================== ns_1@10.1.5.53:<0.2615.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:15 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2615.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2615.0> 2011-12-05 10:49:17 =============================================================================== ns_1@10.1.5.53:<0.2615.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2615.0> 2011-12-05 10:49:17 =============================================================================== ns_1@10.1.5.53:<0.2615.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2615.0> 2011-12-05 10:49:17 =============================================================================== ns_1@10.1.5.53:<0.2615.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2615.0> 2011-12-05 10:49:17 =============================================================================== ns_1@10.1.5.53:<0.2615.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2615.0> 2011-12-05 10:49:17 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110957,740114}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2615.0> 2011-12-05 10:49:17 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2615.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 685 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:17 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2615.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2622.0> 2011-12-05 10:49:17 =============================================================================== ns_1@10.1.5.53:<0.2622.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:17 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2622.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2622.0> 2011-12-05 10:49:19 =============================================================================== ns_1@10.1.5.53:<0.2622.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2622.0> 2011-12-05 10:49:19 =============================================================================== ns_1@10.1.5.53:<0.2622.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2622.0> 2011-12-05 10:49:19 =============================================================================== ns_1@10.1.5.53:<0.2622.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2622.0> 2011-12-05 10:49:19 =============================================================================== ns_1@10.1.5.53:<0.2622.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2622.0> 2011-12-05 10:49:19 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110959,741005}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2622.0> 2011-12-05 10:49:19 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2622.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 697 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:19 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2622.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2624.0> 2011-12-05 10:49:19 =============================================================================== ns_1@10.1.5.53:<0.2624.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:19 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2624.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] ERROR REPORT <0.2625.0> 2011-12-05 10:49:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** INFO REPORT <0.2624.0> 2011-12-05 10:49:21 =============================================================================== ns_1@10.1.5.53:<0.2624.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2624.0> 2011-12-05 10:49:21 =============================================================================== ns_1@10.1.5.53:<0.2624.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2624.0> 2011-12-05 10:49:21 =============================================================================== ns_1@10.1.5.53:<0.2624.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2624.0> 2011-12-05 10:49:21 =============================================================================== ns_1@10.1.5.53:<0.2624.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2624.0> 2011-12-05 10:49:21 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110961,740498}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2624.0> 2011-12-05 10:49:21 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2624.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 717 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:21 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2624.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2632.0> 2011-12-05 10:49:21 =============================================================================== ns_1@10.1.5.53:<0.2632.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:21 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2632.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2632.0> 2011-12-05 10:49:23 =============================================================================== ns_1@10.1.5.53:<0.2632.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2632.0> 2011-12-05 10:49:23 =============================================================================== ns_1@10.1.5.53:<0.2632.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2632.0> 2011-12-05 10:49:23 =============================================================================== ns_1@10.1.5.53:<0.2632.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2632.0> 2011-12-05 10:49:23 =============================================================================== ns_1@10.1.5.53:<0.2632.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2632.0> 2011-12-05 10:49:23 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110963,745603}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2632.0> 2011-12-05 10:49:23 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2632.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 689 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:23 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2632.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2639.0> 2011-12-05 10:49:23 =============================================================================== ns_1@10.1.5.53:<0.2639.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:23 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2639.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2639.0> 2011-12-05 10:49:25 =============================================================================== ns_1@10.1.5.53:<0.2639.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2639.0> 2011-12-05 10:49:25 =============================================================================== ns_1@10.1.5.53:<0.2639.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2639.0> 2011-12-05 10:49:25 =============================================================================== ns_1@10.1.5.53:<0.2639.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2639.0> 2011-12-05 10:49:25 =============================================================================== ns_1@10.1.5.53:<0.2639.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2639.0> 2011-12-05 10:49:25 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110965,743933}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2639.0> 2011-12-05 10:49:25 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2639.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 689 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:25 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2639.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2641.0> 2011-12-05 10:49:25 =============================================================================== ns_1@10.1.5.53:<0.2641.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2641.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2271.0> 2011-12-05 10:49:27 =============================================================================== ns_1@10.1.5.53:<0.2271.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' INFO REPORT <0.2641.0> 2011-12-05 10:49:27 =============================================================================== ns_1@10.1.5.53:<0.2641.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2641.0> 2011-12-05 10:49:27 =============================================================================== ns_1@10.1.5.53:<0.2641.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2641.0> 2011-12-05 10:49:27 =============================================================================== ns_1@10.1.5.53:<0.2641.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2641.0> 2011-12-05 10:49:27 =============================================================================== ns_1@10.1.5.53:<0.2641.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2641.0> 2011-12-05 10:49:27 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110967,759825}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2641.0> 2011-12-05 10:49:27 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2641.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [send_heartbeat] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 610 stack_size 24 reductions 689 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:27 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2641.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2652.0> 2011-12-05 10:49:27 =============================================================================== ns_1@10.1.5.53:<0.2652.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:27 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2652.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2652.0> 2011-12-05 10:49:29 =============================================================================== ns_1@10.1.5.53:<0.2652.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2652.0> 2011-12-05 10:49:29 =============================================================================== ns_1@10.1.5.53:<0.2652.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' ERROR REPORT <0.2658.0> 2011-12-05 10:49:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2652.0> 2011-12-05 10:49:41 =============================================================================== ns_1@10.1.5.53:<0.2652.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2652.0> 2011-12-05 10:49:41 =============================================================================== ns_1@10.1.5.53:<0.2652.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2652.0> 2011-12-05 10:49:41 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110981,741854}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2652.0> 2011-12-05 10:49:41 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2652.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 929 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:41 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2652.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2700.0> 2011-12-05 10:49:41 =============================================================================== ns_1@10.1.5.53:<0.2700.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:41 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2700.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2700.0> 2011-12-05 10:49:43 =============================================================================== ns_1@10.1.5.53:<0.2700.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2700.0> 2011-12-05 10:49:43 =============================================================================== ns_1@10.1.5.53:<0.2700.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2700.0> 2011-12-05 10:49:43 =============================================================================== ns_1@10.1.5.53:<0.2700.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2700.0> 2011-12-05 10:49:43 =============================================================================== ns_1@10.1.5.53:<0.2700.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2700.0> 2011-12-05 10:49:43 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,110983,741785}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2700.0> 2011-12-05 10:49:43 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2700.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 720 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:49:43 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2700.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2713.0> 2011-12-05 10:49:43 =============================================================================== ns_1@10.1.5.53:<0.2713.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:49:43 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2713.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2713.0> 2011-12-05 10:49:45 =============================================================================== ns_1@10.1.5.53:<0.2713.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2713.0> 2011-12-05 10:49:45 =============================================================================== ns_1@10.1.5.53:<0.2713.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2271.0> 2011-12-05 10:49:49 =============================================================================== ns_1@10.1.5.53:<0.2271.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' INFO REPORT <0.2340.0> 2011-12-05 10:49:54 =============================================================================== ns_1@10.1.5.53:<0.2340.0>:stats_collector:83: Stats for bucket "bucket-0": accepting_conns 1 auth_cmds 690 auth_errors 0 bucket_active_conns 1 bucket_conns 8 bytes_read 4146714 bytes_written 3680560 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 4 connection_structures 19 curr_connections 16 curr_items 666 curr_items_tot 1333 daemon_connections 10 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_bg_fetched 0 ep_commit_num 74 ep_commit_time 0 ep_commit_time_total 1 ep_data_age 0 ep_data_age_highwat 2 ep_db_cleaner_status complete ep_db_strategy multiMTVBDB ep_dbinit 0 ep_dbname /opt/couchbase/var/lib/couchbase/data/bucket-0-data/bucket-0 ep_dbshards 4 ep_diskqueue_drain 1330 ep_diskqueue_fill 1335 ep_diskqueue_items 5 ep_diskqueue_memory 440 ep_diskqueue_pending 11768 ep_exp_pager_stime 3600 ep_expired 0 ep_flush_all false ep_flush_duration 0 ep_flush_duration_highwat 1 ep_flush_duration_total 1 ep_flush_preempts 0 ep_flusher_state running ep_flusher_todo 0 ep_io_num_read 0 ep_io_num_write 1330 ep_io_read_bytes 0 ep_io_write_bytes 2998431 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_items_rm_from_checkpoints 0 ep_kv_size 3149591 ep_latency_arith_cmd 0 ep_latency_get_cmd 0 ep_latency_store_cmd 0 ep_max_data_size 612368384 ep_max_txn_size 1000 ep_mem_high_wat 459276288 ep_mem_low_wat 367421030 ep_min_data_age 0 ep_num_active_non_resident 0 ep_num_checkpoint_remover_runs20 ep_num_eject_failures 0 ep_num_eject_replicas 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_onlineupdate false ep_onlineupdate_revert_add 0 ep_onlineupdate_revert_delete 0 ep_onlineupdate_revert_update 0 ep_oom_errors 0 ep_overhead 18137138 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_queue_age_cap 900 ep_queue_size 5 ep_storage_age 0 ep_storage_age_highwat 2 ep_storage_type featured ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_keepalive 300 ep_tap_throttle_queue_cap 1000000 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3111899 ep_total_del_items 0 ep_total_enqueued 1335 ep_total_new_items 1328 ep_total_persisted 1330 ep_uncommitted_items 0 ep_value_size 2985411 ep_vb_total 678 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 1.8.0r_12_g9769273 ep_warmed_up 0 ep_warmup true ep_warmup_dups 0 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 67267 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 mem_used 21286729 pid 23519 pointer_size 64 rejected_conns 0 rusage_system 4.370000 rusage_user 9.930000 tap_checkpoint_start_received 695 tap_checkpoint_start_sent 14 tap_connect_received 12 tap_mutation_received 1337 tap_mutation_sent 23 tap_opaque_received 1005 tap_opaque_sent 24 tap_vbucket_set_received 674 threads 4 time 1323110993 total_connections 701 uptime 103 vb_active_curr_items 666 vb_active_eject 0 vb_active_ht_memory 8449264 vb_active_itm_memory 1554846 vb_active_num 337 vb_active_num_non_resident 0 vb_active_ops_create 661 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 661 vb_active_queue_fill 666 vb_active_queue_memory 440 vb_active_queue_pending 11768 vb_active_queue_size 5 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 667 vb_replica_eject 0 vb_replica_ht_memory 8549552 vb_replica_itm_memory 1557053 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_ops_create 667 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 2 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 669 vb_replica_queue_fill 669 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version UNKNOWN INFO REPORT <0.2611.0> 2011-12-05 10:49:55 =============================================================================== ns_1@10.1.5.53:<0.2611.0>:ebucketmigrator_srv:240: Got close ack! INFO REPORT <0.2588.0> 2011-12-05 10:49:55 =============================================================================== ns_1@10.1.5.53:<0.2588.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:55 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2752.0>}, {name, {child_id, [342,343,344,345,346,347,348,349,350,351,352,353,354,355, 356,357,358,359,360,361,362,363,364,365,366,367,368,369, 370,371,372,373,374,375,376,377,378,379,380,381,382,383, 384,385,386,387,388,389,390,391,392,393,394,395,396,397, 398,399,400,401,402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511], 'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets, [342,343,344,345,346,347,348,349,350,351,352,353,354, 355,356,357,358,359,360,361,362,363,364,365,366,367, 368,369,370,371,372,373,374,375,376,377,378,379,380, 381,382,383,384,385,386,387,388,389,390,391,392,393, 394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] PROGRESS REPORT <0.2339.0> 2011-12-05 10:49:55 =============================================================================== supervisor {local,'ns_vbm_sup-bucket-0'} started [{pid,<0.2753.0>}, {name, {child_id, [341,854,855,856,857,858,859,860,861,862,863,864,865,866, 867,868,869,870,871,872,873,874,875,876,877,878,879,880, 881,882,883,884,885,886,887,888,889,890,891,892,893,894, 895,896,897,898,899,900,901,902,903,904,905,906,907,908, 909,910,911,912,913,914,915,916,917,918,919,920,921,922, 923,924,925,926,927,928,929,930,931,932,933,934,935,936, 937,938,939,940,941,942,943,944,945,946,947,948,949,950, 951,952,953,954,955,956,957,958,959,960,961,962,963,964, 965,966,967,968,969,970,971,972,973,974,975,976,977,978, 979,980,981,982,983,984,985,986,987,988,989,990,991,992, 993,994,995,996,997,998,999,1000,1001,1002,1003,1004,1005, 1006,1007,1008,1009,1010,1011,1012,1013,1014,1015,1016, 1017,1018,1019,1020,1021,1022,1023], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"bucket-0"}, {password,"password"}, {vbuckets, [341,854,855,856,857,858,859,860,861,862,863,864,865, 866,867,868,869,870,871,872,873,874,875,876,877,878, 879,880,881,882,883,884,885,886,887,888,889,890,891, 892,893,894,895,896,897,898,899,900,901,902,903,904, 905,906,907,908,909,910,911,912,913,914,915,916,917, 918,919,920,921,922,923,924,925,926,927,928,929,930, 931,932,933,934,935,936,937,938,939,940,941,942,943, 944,945,946,947,948,949,950,951,952,953,954,955,956, 957,958,959,960,961,962,963,964,965,966,967,968,969, 970,971,972,973,974,975,976,977,978,979,980,981,982, 983,984,985,986,987,988,989,990,991,992,993,994,995, 996,997,998,999,1000,1001,1002,1003,1004,1005,1006, 1007,1008,1009,1010,1011,1012,1013,1014,1015,1016, 1017,1018,1019,1020,1021,1022,1023]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.118.0> 2011-12-05 10:49:55 =============================================================================== config change: buckets -> [{configs,[{"bucket-0", [{num_replicas,1}, {ram_quota,612368384}, {auth_type,sasl}, {sasl_password,"password"}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.38','ns_1@10.1.5.54','ns_1@10.1.5.53']}, {map,[['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38','ns_1@10.1.5.54'], ['ns_1@10.1.5.38'|...], [...]|...]}, {fastForwardMap,undefined}]}]}] INFO REPORT <0.118.0> 2011-12-05 10:49:55 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2271.0> 2011-12-05 10:49:55 =============================================================================== Pushing config INFO REPORT <0.2271.0> 2011-12-05 10:49:55 =============================================================================== Pushing config done INFO REPORT <0.118.0> 2011-12-05 10:49:55 =============================================================================== config change: rebalance_status -> none INFO REPORT <0.118.0> 2011-12-05 10:49:55 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2271.0> 2011-12-05 10:49:55 =============================================================================== Pushing config INFO REPORT <0.2271.0> 2011-12-05 10:49:55 =============================================================================== Pushing config done INFO REPORT <0.2753.0> 2011-12-05 10:49:55 =============================================================================== ns_1@10.1.5.53:<0.2753.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,681,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[933|1]], [[179|1],[490|1],[856|1]], [[413|1],[724|1],[779|1]], [[336|1],[958|1]], [[204|1],[259|1],[881|1]], [[438|1],[749|1],[804|1]], [[361|1],[983|1]], [[229|1],[284|1],[906|1]], [[463|1],[829|1]], [[203|1],[258|1],[386|1],[697|1],[880|1],[1008|1]], [[254|1],[309|1],[437|1],[748|1],[803|1],[931|1]], [[177|1],[360|1],[488|1],[854|1],[982|1]], [[228|1],[283|1],[411|1],[722|1],[777|1],[905|1]], [[334|1],[462|1],[828|1],[956|1]], [[202|1],[257|1],[385|1],[696|1],[879|1],[1007|1]], [[253|1],[308|1],[436|1],[747|1],[802|1],[930|1]]}, {[[176|1],[359|1],[487|1],[981|1]], [[227|1],[282|1],[410|1],[721|1],[776|1],[904|1]], [[333|1],[461|1],[827|1],[955|1]], [[201|1],[256|1],[384|1],[695|1],[878|1],[1006|1]], [[252|1],[307|1],[435|1],[746|1],[801|1],[929|1]], [[175|1],[358|1],[486|1],[852|1],[980|1]], [[226|1],[281|1],[409|1],[720|1],[775|1],[903|1]], [[332|1],[460|1],[826|1],[954|1]], [[200|1],[383|1],[511|1],[694|1],[877|1],[1005|1]], [[251|1],[306|1],[434|1],[745|1],[800|1],[928|1]], [[174|1],[357|1],[485|1],[851|1],[979|1]], [[225|1],[280|1],[408|1],[719|1],[774|1],[902|1]], [[331|1],[459|1],[825|1],[953|1]], [[199|1],[382|1],[510|1],[693|1],[876|1],[1004|1]], [[250|1],[305|1],[433|1],[744|1],[799|1],[927|1]], [[173|1],[356|1],[484|1],[850|1],[978|1]]}, {[[224|1],[279|1],[407|1],[718|1],[773|1],[901|1]], [[330|1],[458|1],[824|1],[952|1]], [[198|1],[381|1],[509|1],[692|1],[875|1],[1003|1]], [[249|1],[304|1],[432|1],[743|1],[798|1],[926|1]], [[172|1],[355|1],[483|1],[849|1],[977|1]], [[223|1],[278|1],[406|1],[717|1],[772|1],[900|1]], [[329|1],[457|1],[823|1],[951|1]], [[197|1],[380|1],[508|1],[691|1],[874|1],[1002|1]], [[248|1],[303|1],[431|1],[742|1],[797|1],[925|1]], [[171|1],[354|1],[482|1],[848|1],[976|1]], [[222|1],[277|1],[405|1],[716|1],[771|1],[899|1]], [[328|1],[456|1],[767|1],[822|1],[950|1]], [[196|1],[379|1],[507|1],[690|1],[873|1],[1001|1]], [[247|1],[302|1],[430|1],[741|1],[796|1],[924|1]], [[353|1],[481|1],[847|1],[975|1]], [[221|1],[276|1],[404|1],[715|1],[770|1],[898|1]]}, {[[327|1],[455|1],[766|1],[821|1],[949|1]], [[195|1],[378|1],[506|1],[689|1],[872|1],[1000|1]], [[246|1],[301|1],[429|1],[740|1],[795|1],[923|1]], [[352|1],[480|1],[846|1],[974|1]], [[220|1],[275|1],[403|1],[714|1],[769|1],[897|1]], [[326|1],[454|1],[765|1],[820|1],[948|1]], [[194|1],[377|1],[505|1],[688|1],[871|1],[999|1]], [[245|1],[300|1],[428|1],[739|1],[794|1],[922|1]], [[351|1],[479|1],[845|1],[973|1]], [[219|1],[274|1],[402|1],[713|1],[768|1],[896|1]], [[325|1],[453|1],[764|1],[819|1],[947|1]], [[193|1],[376|1],[504|1],[687|1],[870|1],[998|1]], [[244|1],[299|1],[427|1],[738|1],[793|1],[921|1]], [[350|1],[478|1],[844|1],[972|1]], [[218|1],[273|1],[401|1],[712|1],[895|1],[1023|1]], [[324|1],[452|1],[763|1],[818|1],[946|1]]}, {[[192|1],[375|1],[503|1],[686|1],[869|1],[997|1]], [[243|1],[298|1],[426|1],[737|1],[792|1],[920|1]], [[349|1],[477|1],[843|1],[971|1]], [[217|1],[272|1],[400|1],[711|1],[894|1],[1022|1]], [[323|1],[451|1],[762|1],[817|1],[945|1]], [[191|1],[374|1],[502|1],[685|1],[868|1],[996|1]], [[242|1],[297|1],[425|1],[736|1],[791|1],[919|1]], [[348|1],[476|1],[842|1],[970|1]], [[216|1],[271|1],[399|1],[710|1],[893|1],[1021|1]], [[322|1],[450|1],[761|1],[816|1],[944|1]], [[190|1],[373|1],[501|1],[684|1],[867|1],[995|1]], [[241|1],[296|1],[424|1],[735|1],[790|1],[918|1]], [[347|1],[475|1],[841|1],[969|1]], [[215|1],[270|1],[398|1],[709|1],[892|1],[1020|1]], [[321|1],[449|1],[760|1],[815|1],[943|1]], [[189|1],[372|1],[500|1],[683|1],[866|1],[994|1]]}, {[[240|1],[295|1],[423|1],[734|1],[789|1],[917|1]], [[346|1],[474|1],[840|1],[968|1]], [[214|1],[269|1],[397|1],[708|1],[891|1],[1019|1]], [[320|1],[448|1],[759|1],[814|1],[942|1]], [[188|1],[371|1],[499|1],[865|1],[993|1]], [[239|1],[294|1],[422|1],[733|1],[788|1],[916|1]], [[345|1],[473|1],[839|1],[967|1]], [[213|1],[268|1],[396|1],[707|1],[890|1],[1018|1]], [[319|1],[447|1],[758|1],[813|1],[941|1]], [[187|1],[370|1],[498|1],[864|1],[992|1]], [[238|1],[293|1],[421|1],[732|1],[787|1],[915|1]], [[344|1],[472|1],[838|1],[966|1]], [[212|1],[267|1],[395|1],[706|1],[889|1],[1017|1]], [[318|1],[446|1],[757|1],[812|1],[940|1]], [[186|1],[369|1],[497|1],[863|1],[991|1]], [[237|1],[292|1],[420|1],[731|1],[786|1],[914|1]]}, {[[343|1],[471|1],[837|1],[965|1]], [[211|1],[266|1],[394|1],[705|1],[888|1],[1016|1]], [[317|1],[445|1],[756|1],[811|1],[939|1]], [[185|1],[368|1],[496|1],[862|1],[990|1]], [[236|1],[291|1],[419|1],[730|1],[785|1],[913|1]], [[342|1],[470|1],[836|1],[964|1]], [[210|1],[265|1],[393|1],[704|1],[887|1],[1015|1]], [[316|1],[444|1],[755|1],[810|1],[938|1]], [[184|1],[367|1],[495|1],[861|1],[989|1]], [[235|1],[290|1],[418|1],[729|1],[784|1],[912|1]], [[341|1],[469|1],[835|1],[963|1]], [[209|1],[264|1],[392|1],[703|1],[886|1],[1014|1]], [[315|1],[443|1],[754|1],[809|1],[937|1]], [[183|1],[366|1],[494|1],[860|1],[988|1]], [[234|1],[289|1],[417|1],[728|1],[783|1],[911|1]], [[340|1],[468|1],[834|1],[962|1]]}, {[[208|1],[263|1],[391|1],[702|1],[885|1],[1013|1]], [[314|1],[442|1],[753|1],[808|1],[936|1]], [[182|1],[365|1],[493|1],[859|1],[987|1]], [[233|1],[288|1],[416|1],[727|1],[782|1],[910|1]], [[339|1],[467|1],[833|1],[961|1]], [[207|1],[262|1],[390|1],[701|1],[884|1],[1012|1]], [[313|1],[441|1],[752|1],[807|1],[935|1]], [[181|1],[364|1],[492|1],[858|1],[986|1]], [[232|1],[287|1],[415|1],[726|1],[781|1],[909|1]], [[338|1],[466|1],[832|1],[960|1]], [[206|1],[261|1],[389|1],[700|1],[883|1],[1011|1]], [[312|1],[440|1],[751|1],[806|1],[934|1]], [[180|1],[363|1],[491|1],[857|1],[985|1]], [[231|1],[286|1],[414|1],[725|1],[780|1],[908|1]], [[337|1],[465|1],[831|1],[959|1]], [[205|1],[260|1],[388|1],[699|1],[882|1],[1010|1]]}, {[[439|1],[750|1],[805|1]], [[362|1],[984|1]], [[230|1],[285|1],[907|1]], [[464|1],[830|1]], [[387|1],[698|1],[1009|1]], [[255|1],[310|1],[932|1]], [[178|1],[489|1],[855|1]], [[412|1],[723|1],[778|1]], [[335|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2752.0> 2011-12-05 10:49:55 =============================================================================== ns_1@10.1.5.53:<0.2752.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,681,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[311|1],[933|1]], [[179|1],[490|1],[856|1]], [[413|1],[724|1],[779|1]], [[336|1],[958|1]], [[204|1],[259|1],[881|1]], [[438|1],[749|1],[804|1]], [[361|1],[983|1]], [[229|1],[284|1],[906|1]], [[463|1],[829|1]], [[203|1],[258|1],[386|1],[697|1],[880|1],[1008|1]], [[254|1],[309|1],[437|1],[748|1],[803|1],[931|1]], [[177|1],[360|1],[488|1],[854|1],[982|1]], [[228|1],[283|1],[411|1],[722|1],[777|1],[905|1]], [[334|1],[462|1],[828|1],[956|1]], [[202|1],[257|1],[385|1],[696|1],[879|1],[1007|1]], [[253|1],[308|1],[436|1],[747|1],[802|1],[930|1]]}, {[[176|1],[359|1],[487|1],[981|1]], [[227|1],[282|1],[410|1],[721|1],[776|1],[904|1]], [[333|1],[461|1],[827|1],[955|1]], [[201|1],[256|1],[384|1],[695|1],[878|1],[1006|1]], [[252|1],[307|1],[435|1],[746|1],[801|1],[929|1]], [[175|1],[358|1],[486|1],[852|1],[980|1]], [[226|1],[281|1],[409|1],[720|1],[775|1],[903|1]], [[332|1],[460|1],[826|1],[954|1]], [[200|1],[383|1],[511|1],[694|1],[877|1],[1005|1]], [[251|1],[306|1],[434|1],[745|1],[800|1],[928|1]], [[174|1],[357|1],[485|1],[851|1],[979|1]], [[225|1],[280|1],[408|1],[719|1],[774|1],[902|1]], [[331|1],[459|1],[825|1],[953|1]], [[199|1],[382|1],[510|1],[693|1],[876|1],[1004|1]], [[250|1],[305|1],[433|1],[744|1],[799|1],[927|1]], [[173|1],[356|1],[484|1],[850|1],[978|1]]}, {[[224|1],[279|1],[407|1],[718|1],[773|1],[901|1]], [[330|1],[458|1],[824|1],[952|1]], [[198|1],[381|1],[509|1],[692|1],[875|1],[1003|1]], [[249|1],[304|1],[432|1],[743|1],[798|1],[926|1]], [[172|1],[355|1],[483|1],[849|1],[977|1]], [[223|1],[278|1],[406|1],[717|1],[772|1],[900|1]], [[329|1],[457|1],[823|1],[951|1]], [[197|1],[380|1],[508|1],[691|1],[874|1],[1002|1]], [[248|1],[303|1],[431|1],[742|1],[797|1],[925|1]], [[171|1],[354|1],[482|1],[848|1],[976|1]], [[222|1],[277|1],[405|1],[716|1],[771|1],[899|1]], [[328|1],[456|1],[767|1],[822|1],[950|1]], [[196|1],[379|1],[507|1],[690|1],[873|1],[1001|1]], [[247|1],[302|1],[430|1],[741|1],[796|1],[924|1]], [[353|1],[481|1],[847|1],[975|1]], [[221|1],[276|1],[404|1],[715|1],[770|1],[898|1]]}, {[[327|1],[455|1],[766|1],[821|1],[949|1]], [[195|1],[378|1],[506|1],[689|1],[872|1],[1000|1]], [[246|1],[301|1],[429|1],[740|1],[795|1],[923|1]], [[352|1],[480|1],[846|1],[974|1]], [[220|1],[275|1],[403|1],[714|1],[769|1],[897|1]], [[326|1],[454|1],[765|1],[820|1],[948|1]], [[194|1],[377|1],[505|1],[688|1],[871|1],[999|1]], [[245|1],[300|1],[428|1],[739|1],[794|1],[922|1]], [[351|1],[479|1],[845|1],[973|1]], [[219|1],[274|1],[402|1],[713|1],[768|1],[896|1]], [[325|1],[453|1],[764|1],[819|1],[947|1]], [[193|1],[376|1],[504|1],[687|1],[870|1],[998|1]], [[244|1],[299|1],[427|1],[738|1],[793|1],[921|1]], [[350|1],[478|1],[844|1],[972|1]], [[218|1],[273|1],[401|1],[712|1],[895|1],[1023|1]], [[324|1],[452|1],[763|1],[818|1],[946|1]]}, {[[192|1],[375|1],[503|1],[686|1],[869|1],[997|1]], [[243|1],[298|1],[426|1],[737|1],[792|1],[920|1]], [[349|1],[477|1],[843|1],[971|1]], [[217|1],[272|1],[400|1],[711|1],[894|1],[1022|1]], [[323|1],[451|1],[762|1],[817|1],[945|1]], [[191|1],[374|1],[502|1],[685|1],[868|1],[996|1]], [[242|1],[297|1],[425|1],[736|1],[791|1],[919|1]], [[348|1],[476|1],[842|1],[970|1]], [[216|1],[271|1],[399|1],[710|1],[893|1],[1021|1]], [[322|1],[450|1],[761|1],[816|1],[944|1]], [[190|1],[373|1],[501|1],[684|1],[867|1],[995|1]], [[241|1],[296|1],[424|1],[735|1],[790|1],[918|1]], [[347|1],[475|1],[841|1],[969|1]], [[215|1],[270|1],[398|1],[709|1],[892|1],[1020|1]], [[321|1],[449|1],[760|1],[815|1],[943|1]], [[189|1],[372|1],[500|1],[683|1],[866|1],[994|1]]}, {[[240|1],[295|1],[423|1],[734|1],[789|1],[917|1]], [[346|1],[474|1],[840|1],[968|1]], [[214|1],[269|1],[397|1],[708|1],[891|1],[1019|1]], [[320|1],[448|1],[759|1],[814|1],[942|1]], [[188|1],[371|1],[499|1],[865|1],[993|1]], [[239|1],[294|1],[422|1],[733|1],[788|1],[916|1]], [[345|1],[473|1],[839|1],[967|1]], [[213|1],[268|1],[396|1],[707|1],[890|1],[1018|1]], [[319|1],[447|1],[758|1],[813|1],[941|1]], [[187|1],[370|1],[498|1],[864|1],[992|1]], [[238|1],[293|1],[421|1],[732|1],[787|1],[915|1]], [[344|1],[472|1],[838|1],[966|1]], [[212|1],[267|1],[395|1],[706|1],[889|1],[1017|1]], [[318|1],[446|1],[757|1],[812|1],[940|1]], [[186|1],[369|1],[497|1],[863|1],[991|1]], [[237|1],[292|1],[420|1],[731|1],[786|1],[914|1]]}, {[[343|1],[471|1],[837|1],[965|1]], [[211|1],[266|1],[394|1],[705|1],[888|1],[1016|1]], [[317|1],[445|1],[756|1],[811|1],[939|1]], [[185|1],[368|1],[496|1],[862|1],[990|1]], [[236|1],[291|1],[419|1],[730|1],[785|1],[913|1]], [[342|1],[470|1],[836|1],[964|1]], [[210|1],[265|1],[393|1],[704|1],[887|1],[1015|1]], [[316|1],[444|1],[755|1],[810|1],[938|1]], [[184|1],[367|1],[495|1],[861|1],[989|1]], [[235|1],[290|1],[418|1],[729|1],[784|1],[912|1]], [[341|1],[469|1],[835|1],[963|1]], [[209|1],[264|1],[392|1],[703|1],[886|1],[1014|1]], [[315|1],[443|1],[754|1],[809|1],[937|1]], [[183|1],[366|1],[494|1],[860|1],[988|1]], [[234|1],[289|1],[417|1],[728|1],[783|1],[911|1]], [[340|1],[468|1],[834|1],[962|1]]}, {[[208|1],[263|1],[391|1],[702|1],[885|1],[1013|1]], [[314|1],[442|1],[753|1],[808|1],[936|1]], [[182|1],[365|1],[493|1],[859|1],[987|1]], [[233|1],[288|1],[416|1],[727|1],[782|1],[910|1]], [[339|1],[467|1],[833|1],[961|1]], [[207|1],[262|1],[390|1],[701|1],[884|1],[1012|1]], [[313|1],[441|1],[752|1],[807|1],[935|1]], [[181|1],[364|1],[492|1],[858|1],[986|1]], [[232|1],[287|1],[415|1],[726|1],[781|1],[909|1]], [[338|1],[466|1],[832|1],[960|1]], [[206|1],[261|1],[389|1],[700|1],[883|1],[1011|1]], [[312|1],[440|1],[751|1],[806|1],[934|1]], [[180|1],[363|1],[491|1],[857|1],[985|1]], [[231|1],[286|1],[414|1],[725|1],[780|1],[908|1]], [[337|1],[465|1],[831|1],[959|1]], [[205|1],[260|1],[388|1],[699|1],[882|1],[1010|1]]}, {[[439|1],[750|1],[805|1]], [[362|1],[984|1]], [[230|1],[285|1],[907|1]], [[464|1],[830|1]], [[387|1],[698|1],[1009|1]], [[255|1],[310|1],[932|1]], [[178|1],[489|1],[855|1]], [[412|1],[723|1],[778|1]], [[335|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.2752.0> 2011-12-05 10:49:56 =============================================================================== ns_1@10.1.5.53:<0.2752.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357, 358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373, 374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389, 390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405, 406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511]}, {checkpoints,[{342,0}, {343,0}, {344,0}, {345,0}, {346,0}, {347,0}, {348,0}, {349,0}, {350,0}, {351,0}, {352,0}, {353,0}, {354,0}, {355,0}, {356,0}, {357,0}, {358,0}, {359,0}, {360,0}, {361,0}, {362,0}, {363,0}, {364,0}, {365,0}, {366,0}, {367,0}, {368,0}, {369,0}, {370,0}, {371,0}, {372,0}, {373,0}, {374,0}, {375,0}, {376,0}, {377,0}, {378,0}, {379,0}, {380,0}, {381,0}, {382,0}, {383,0}, {384,0}, {385,0}, {386,0}, {387,0}, {388,0}, {389,0}, {390,0}, {391,0}, {392,0}, {393,0}, {394,0}, {395,0}, {396,0}, {397,0}, {398,0}, {399,0}, {400,0}, {401,0}, {402,0}, {403,0}, {404,0}, {405,0}, {406,0}, {407,0}, {408,0}, {409,0}, {410,0}, {411,0}, {412,0}, {413,0}, {414,0}, {415,0}, {416,0}, {417,0}, {418,0}, {419,0}, {420,0}, {421,0}, {422,0}, {423,0}, {424,0}, {425,0}, {426,0}, {427,0}, {428,0}, {429,0}, {430,0}, {431,0}, {432,0}, {433,0}, {434,0}, {435,0}, {436,0}, {437,0}, {438,0}, {439,0}, {440,0}, {441,0}, {442,0}, {443,0}, {444,0}, {445,0}, {446,0}, {447,0}, {448,0}, {449,0}, {450,0}, {451,0}, {452,0}, {453,0}, {454,0}, {455,0}, {456,0}, {457,0}, {458,0}, {459,0}, {460,0}, {461,0}, {462,0}, {463,0}, {464,0}, {465,0}, {466,0}, {467,0}, {468,0}, {469,0}, {470,0}, {471,0}, {472,0}, {473,0}, {474,0}, {475,0}, {476,0}, {477,0}, {478,0}, {479,0}, {480,0}, {481,0}, {482,0}, {483,0}, {484,0}, {485,0}, {486,0}, {487,0}, {488,0}, {489,0}, {490,0}, {491,0}, {492,0}, {493,0}, {494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] INFO REPORT <0.2753.0> 2011-12-05 10:49:56 =============================================================================== ns_1@10.1.5.53:<0.2753.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[341,854,855,856,857,858,859,860,861,862,863,864,865,866,867,868, 869,870,871,872,873,874,875,876,877,878,879,880,881,882,883,884, 885,886,887,888,889,890,891,892,893,894,895,896,897,898,899,900, 901,902,903,904,905,906,907,908,909,910,911,912,913,914,915,916, 917,918,919,920,921,922,923,924,925,926,927,928,929,930,931,932, 933,934,935,936,937,938,939,940,941,942,943,944,945,946,947,948, 949,950,951,952,953,954,955,956,957,958,959,960,961,962,963,964, 965,966,967,968,969,970,971,972,973,974,975,976,977,978,979,980, 981,982,983,984,985,986,987,988,989,990,991,992,993,994,995,996, 997,998,999,1000,1001,1002,1003,1004,1005,1006,1007,1008,1009, 1010,1011,1012,1013,1014,1015,1016,1017,1018,1019,1020,1021,1022, 1023]}, {checkpoints,[{341,0}, {854,0}, {855,0}, {856,0}, {857,0}, {858,0}, {859,0}, {860,0}, {861,0}, {862,0}, {863,0}, {864,0}, {865,0}, {866,0}, {867,0}, {868,0}, {869,0}, {870,0}, {871,0}, {872,0}, {873,0}, {874,0}, {875,0}, {876,0}, {877,0}, {878,0}, {879,0}, {880,0}, {881,0}, {882,0}, {883,0}, {884,0}, {885,0}, {886,0}, {887,0}, {888,0}, {889,0}, {890,0}, {891,0}, {892,0}, {893,0}, {894,0}, {895,0}, {896,0}, {897,0}, {898,0}, {899,0}, {900,0}, {901,0}, {902,0}, {903,0}, {904,0}, {905,0}, {906,0}, {907,0}, {908,0}, {909,0}, {910,0}, {911,0}, {912,0}, {913,0}, {914,0}, {915,0}, {916,0}, {917,0}, {918,0}, {919,0}, {920,0}, {921,0}, {922,0}, {923,0}, {924,0}, {925,0}, {926,0}, {927,0}, {928,0}, {929,0}, {930,0}, {931,0}, {932,0}, {933,0}, {934,0}, {935,0}, {936,0}, {937,0}, {938,0}, {939,0}, {940,0}, {941,0}, {942,0}, {943,0}, {944,0}, {945,0}, {946,0}, {947,0}, {948,0}, {949,0}, {950,0}, {951,0}, {952,0}, {953,0}, {954,0}, {955,0}, {956,0}, {957,0}, {958,0}, {959,0}, {960,0}, {961,0}, {962,0}, {963,0}, {964,0}, {965,0}, {966,0}, {967,0}, {968,0}, {969,0}, {970,0}, {971,0}, {972,0}, {973,0}, {974,0}, {975,0}, {976,0}, {977,0}, {978,0}, {979,0}, {980,0}, {981,0}, {982,0}, {983,0}, {984,0}, {985,0}, {986,0}, {987,0}, {988,0}, {989,0}, {990,0}, {991,0}, {992,0}, {993,0}, {994,0}, {995,0}, {996,0}, {997,0}, {998,0}, {999,0}, {1000,0}, {1001,0}, {1002,0}, {1003,0}, {1004,0}, {1005,0}, {1006,0}, {1007,0}, {1008,0}, {1009,0}, {1010,0}, {1011,0}, {1012,0}, {1013,0}, {1014,0}, {1015,0}, {1016,0}, {1017,0}, {1018,0}, {1019,0}, {1020,0}, {1021,0}, {1022,0}, {1023,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.2713.0> 2011-12-05 10:50:01 =============================================================================== ns_1@10.1.5.53:<0.2713.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2713.0> 2011-12-05 10:50:01 =============================================================================== ns_1@10.1.5.53:<0.2713.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2713.0> 2011-12-05 10:50:01 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,111001,765923}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2713.0> 2011-12-05 10:50:01 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2713.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 1015 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:50:01 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2713.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2788.0> 2011-12-05 10:50:01 =============================================================================== ns_1@10.1.5.53:<0.2788.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:50:01 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2788.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2788.0> 2011-12-05 10:50:03 =============================================================================== ns_1@10.1.5.53:<0.2788.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2788.0> 2011-12-05 10:50:03 =============================================================================== ns_1@10.1.5.53:<0.2788.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2788.0> 2011-12-05 10:50:03 =============================================================================== ns_1@10.1.5.53:<0.2788.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.2788.0> 2011-12-05 10:50:03 =============================================================================== ns_1@10.1.5.53:<0.2788.0>:mb_master:424: Switching from compatible to normal mode ERROR REPORT <0.2788.0> 2011-12-05 10:50:03 =============================================================================== ** State machine mb_master terminating ** Last event in was {heartbeat,'ns_1@10.1.5.54',candidate, [{peers, ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}, {versioning,true}]} ** When State == candidate ** Data == {state,undefined,'ns_1@10.1.5.38', ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'], {1323,111003,740358}, ['ns_1@10.1.5.38','ns_1@10.1.5.53'], compatible} ** Reason for termination = ** {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.2788.0> 2011-12-05 10:50:03 =============================================================================== Crashing process initial_call {mb_master,init,['Argument__1']} pid <0.2788.0> registered_name mb_master error_info {exit,{{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]}, [{gen_fsm,terminate,7},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.118.0>,<0.2260.0>,<0.49.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 712 SUPERVISOR REPORT <0.2260.0> 2011-12-05 10:50:03 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{case_clause,true}, [{mb_master,higher_priority_node,3}, {mb_master,candidate,2}, {gen_fsm,handle_msg,7}, {proc_lib,init_p_do_apply,3}]} pid <0.2788.0> name mb_master mfargs {mb_master,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <0.2800.0> 2011-12-05 10:50:03 =============================================================================== ns_1@10.1.5.53:<0.2800.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.2260.0> 2011-12-05 10:50:03 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2800.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2800.0> 2011-12-05 10:50:05 =============================================================================== ns_1@10.1.5.53:<0.2800.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.2800.0> 2011-12-05 10:50:05 =============================================================================== ns_1@10.1.5.53:<0.2800.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' INFO REPORT <0.2313.0> 2011-12-05 10:50:09 =============================================================================== ns_1@10.1.5.53:<0.2313.0>:ns_bucket_sup:82: Stopping child for dead bucket: {{per_bucket_sup, "bucket-0"}, <0.2331.0>, supervisor, [single_bucket_sup]} INFO REPORT <0.2331.0> 2011-12-05 10:50:09 =============================================================================== ns_1@10.1.5.53:<0.2331.0>:single_bucket_sup:27: Delegating exit {'EXIT', <0.2314.0>, shutdown} to child supervisor: <0.2332.0> INFO REPORT <0.2753.0> 2011-12-05 10:50:09 =============================================================================== ns_1@10.1.5.53:<0.2753.0>:ebucketmigrator_srv:246: Got error while trying to read close ack:{error, closed} INFO REPORT <0.118.0> 2011-12-05 10:50:09 =============================================================================== config change: buckets -> [{configs,[]}] INFO REPORT <0.123.0> 2011-12-05 10:50:09 =============================================================================== Writing isasl passwd file: "/opt/couchbase/var/lib/couchbase/data/isasl.pw" INFO REPORT <0.118.0> 2011-12-05 10:50:09 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2271.0> 2011-12-05 10:50:09 =============================================================================== Pushing config INFO REPORT <0.2271.0> 2011-12-05 10:50:09 =============================================================================== Pushing config done INFO REPORT <0.2752.0> 2011-12-05 10:50:09 =============================================================================== ns_1@10.1.5.53:<0.2752.0>:ebucketmigrator_srv:240: Got close ack! INFO REPORT <0.2333.0> 2011-12-05 10:50:09 =============================================================================== ns_log: logging ns_memcached:2:Shutting down bucket "bucket-0" on 'ns_1@10.1.5.53' for deletion INFO REPORT <0.64.0> 2011-12-05 10:50:09 =============================================================================== ns_log: logging ns_cluster:1:Node 'ns_1@10.1.5.53' is leaving cluster. INFO REPORT <0.2800.0> 2011-12-05 10:50:09 =============================================================================== ns_1@10.1.5.53:<0.2800.0>:mb_master:374: List of peers has changed from ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] to ['ns_1@10.1.5.38', 'ns_1@10.1.5.53'] INFO REPORT <0.2800.0> 2011-12-05 10:50:09 =============================================================================== ns_1@10.1.5.53:<0.2800.0>:mb_master:424: Switching from compatible to normal mode INFO REPORT <0.118.0> 2011-12-05 10:50:09 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 10:50:09 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.38','ns_1@10.1.5.53'] INFO REPORT <0.2830.0> 2011-12-05 10:50:09 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.2830.0> 2011-12-05 10:50:09 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 10:50:09 =============================================================================== config change: rebalance_status -> running INFO REPORT <0.118.0> 2011-12-05 10:50:09 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> inactiveAdded INFO REPORT <0.118.0> 2011-12-05 10:50:09 =============================================================================== config change: {node,'ns_1@10.1.5.54',membership} -> inactiveAdded INFO REPORT <0.118.0> 2011-12-05 10:50:09 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2271.0> 2011-12-05 10:50:09 =============================================================================== Pushing config INFO REPORT <0.2271.0> 2011-12-05 10:50:09 =============================================================================== Pushing config done INFO REPORT <0.2830.0> 2011-12-05 10:50:09 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53'], with cookie: pyjbcltdajozpibz INFO REPORT <0.2333.0> 2011-12-05 10:50:09 =============================================================================== ns_1@10.1.5.53:<0.2333.0>:ns_storage_conf:337: Result of deleting db directory: "/opt/couchbase/var/lib/couchbase/data/bucket-0-data": ok INFO REPORT <0.2331.0> 2011-12-05 10:50:09 =============================================================================== ns_1@10.1.5.53:<0.2331.0>:single_bucket_sup:24: per-bucket supervisor for "bucket-0" died with reason shutdown INFO REPORT <0.2800.0> 2011-12-05 10:50:09 =============================================================================== ns_1@10.1.5.53:<0.2800.0>:mb_master:457: Got heartbeat from unknown node 'ns_1@10.1.5.54' ERROR REPORT <0.2800.0> 2011-12-05 10:50:09 =============================================================================== ns_1@10.1.5.53:<0.2800.0>:mb_master:260: Candidate got candidate heartbeat from node 'ns_1@10.1.5.54' which is not in peers ['ns_1@10.1.5.38', 'ns_1@10.1.5.53'] ERROR REPORT <0.2294.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.2294.0>:ns_heart:137: Failed to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.1.5.53'}, {latest,"minute"}]}}} INFO REPORT <0.2311.0> 2011-12-05 10:50:10 =============================================================================== memcached<0.2311.0>: EOL on stdin. Exiting INFO REPORT <0.2300.0> 2011-12-05 10:50:10 =============================================================================== menelaus_web streaming socket closed by client INFO REPORT <0.2309.0> 2011-12-05 10:50:10 =============================================================================== moxi<0.2309.0>: EOL on stdin. Exiting CRASH REPORT <0.2826.0> 2011-12-05 10:50:10 =============================================================================== Crashing process initial_call {mochiweb_socket_server,acceptor_loop,['Argument__1']} pid <0.2826.0> registered_name [] error_info {exit,{error,closed}, [{mochiweb_socket_server,acceptor_loop,1}, {proc_lib,init_p_do_apply,3}]} ancestors [menelaus_web,menelaus_sup,ns_server_sup,ns_server_cluster_sup, <0.52.0>] messages [] links [<0.2299.0>] dictionary [] trap_exit false status running heap_size 377 stack_size 24 reductions 111 INFO REPORT <0.7.0> 2011-12-05 10:50:10 =============================================================================== application mnesia exited stopped type temporary PROGRESS REPORT <0.2846.0> 2011-12-05 10:50:10 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<0.2847.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <0.2848.0> 2011-12-05 10:50:10 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2849.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.2848.0> 2011-12-05 10:50:10 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2850.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.2848.0> 2011-12-05 10:50:10 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2851.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.2848.0> 2011-12-05 10:50:10 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2852.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] PROGRESS REPORT <0.2848.0> 2011-12-05 10:50:10 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2853.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <0.2848.0> 2011-12-05 10:50:10 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2854.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.2848.0> 2011-12-05 10:50:10 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2855.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.2848.0> 2011-12-05 10:50:10 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2856.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.2848.0> 2011-12-05 10:50:10 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.2857.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.2846.0> 2011-12-05 10:50:10 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<0.2848.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.7.0> 2011-12-05 10:50:10 =============================================================================== application mnesia started_at 'ns_1@10.1.5.53' INFO REPORT <0.67.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:409: Committed schema to disk. INFO REPORT <0.67.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_controller terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_tm terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_recover terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_locker terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:169: Saw Mnesia go down on 'ns_1@10.1.5.53' INFO REPORT <0.67.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,schema, [{name,schema}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,false}, {record_name,schema}, {attributes,[table,cstruct]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111010,875768},'ns_1@10.1.5.53'}}, {version,{{3,0},{'ns_1@10.1.5.53',{1323,111010,876673}}}}]}, {tid,3,<0.2860.0>}} INFO REPORT <0.119.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config_default:243: Upgrading config from 1.6 to 1.7 INFO REPORT <0.119.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@10.1.5.53',config_version},{1,7}}, {set, {node,'ns_1@10.1.5.53',memcached}, [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {set, {node,'ns_1@10.1.5.53',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {set,port_servers, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {set, {node,'ns_1@10.1.5.53',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {set,directory,"/opt/couchbase/var/lib/couchbase/config"}] INFO REPORT <0.119.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config_default:267: Upgrading config from 1.7 to 1.7.1 INFO REPORT <0.119.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@10.1.5.53',config_version},{1,7,1}}, {set,email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {set,auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}] INFO REPORT <0.119.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config_default:278: Upgrading config from 1.7.1 to 1.7.2 INFO REPORT <0.119.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@10.1.5.53',config_version},{1,7,2}}] INFO REPORT <0.119.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config_default:332: Upgrading config from 1.7.2 to 1.8.0 INFO REPORT <0.119.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@10.1.5.53',config_version},{1,8,0}}] INFO REPORT <0.119.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config:462: Upgraded initial config: {config, {full,"/opt/couchbase/etc/couchbase/config",undefined,ns_config_default}, [[], [{directory,"/opt/couchbase/var/lib/couchbase/config"}, {nodes_wanted,['ns_1@10.1.5.53']}, {{node,'ns_1@10.1.5.53',membership},active}, {rest,[{port,8091}]}, {{node,'ns_1@10.1.5.53',rest},[{port,8091},{port_meta,global}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.5.53',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.53',memcached}, [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1972}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.5.53',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.5.53',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{directory, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330210}}]}, 47,111,112,116,47,99,111,117,99,104,98,97,115,101,47,118,97,114,47, 108,105,98,47,99,111,117,99,104,98,97,115,101,47,99,111,110,102, 105,103]}, {{node,'ns_1@10.1.5.53',config_version}, [{'_vclock',[{'ns_1@10.1.5.53',{4,63490330210}}]}|{1,8,0}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330210}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {buckets,[{configs,[]}]}, {email_alerts, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330210}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {memory_quota,1972}, {nodes_wanted,['ns_1@10.1.5.53']}, {port_servers, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330210}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.5.53',isasl}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330210}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.53',membership},active}, {{node,'ns_1@10.1.5.53',memcached}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330210}}]}, {port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.53',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.5.53',ns_log}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330210}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.1.5.53',rest},[{port,8091},{port_meta,global}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false} INFO REPORT <0.118.0> 2011-12-05 10:50:10 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <0.118.0> 2011-12-05 10:50:10 =============================================================================== config change: {node,'ns_1@10.1.5.53',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 10:50:10 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.53'] INFO REPORT <0.118.0> 2011-12-05 10:50:10 =============================================================================== config change: otp -> [{cookie,etsoyjmkaxtucrqe}] INFO REPORT <0.64.0> 2011-12-05 10:50:10 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:131: Leaving cluster PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2880.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2881.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2882.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.2883.0>}, {name,ns_node_disco_events}, {mfargs,{gen_event,start_link,[{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.2884.0> 2011-12-05 10:50:11 =============================================================================== Initting ns_node_disco with [] INFO REPORT <0.2885.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.2885.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.53'], with cookie: etsoyjmkaxtucrqe INFO REPORT <0.2885.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.53'], with cookie: etsoyjmkaxtucrqe PROGRESS REPORT <0.2882.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.2884.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2882.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.2887.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2882.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.2888.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.2889.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.2889.0>:ns_config_rep:56: init pulling INFO REPORT <0.2883.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.53'] INFO REPORT <0.2889.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.2889.0>:ns_config_rep:58: init pushing INFO REPORT <0.2889.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.2889.0>:ns_config_rep:62: init reannouncing INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: otp -> [{cookie,etsoyjmkaxtucrqe}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.53'] PROGRESS REPORT <0.2882.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.2889.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.2891.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco cookie_sync PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2882.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: directory -> "/opt/couchbase/var/lib/couchbase/config" PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2893.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.2894.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: buckets -> [{configs,[]}] INFO REPORT <0.2891.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.53'], with cookie: etsoyjmkaxtucrqe INFO REPORT <0.2894.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.53'], with cookie: etsoyjmkaxtucrqe INFO REPORT <0.2894.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.53'], with cookie: etsoyjmkaxtucrqe INFO REPORT <0.2891.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.53'], with cookie: etsoyjmkaxtucrqe INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small]}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: memory_quota -> 1972 INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: port_servers -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: replication -> [{enabled,true}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: rest_creds -> ******** INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> active INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 10:50:11 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2889.0> 2011-12-05 10:50:11 =============================================================================== Pushing config INFO REPORT <0.2895.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.2895.0>:mb_master:97: I'm the only node, so I'm the master. INFO REPORT <0.2896.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.2896.0>:misc:785: start_singleton(gen_fsm, ns_orchestrator, [], []): started as <0.2897.0> on 'ns_1@10.1.5.53' PROGRESS REPORT <0.2896.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<0.2897.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] INFO REPORT <0.2889.0> 2011-12-05 10:50:11 =============================================================================== Pushing config done INFO REPORT <0.2896.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.2896.0>:misc:785: start_singleton(gen_server, ns_tick, [], []): started as <0.2898.0> on 'ns_1@10.1.5.53' PROGRESS REPORT <0.2896.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<0.2898.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] INFO REPORT <0.2900.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.2900.0>:auto_failover:120: init auto_failover. INFO REPORT <0.2896.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.2896.0>:misc:785: start_singleton(gen_server, auto_failover, [], []): started as <0.2900.0> on 'ns_1@10.1.5.53' PROGRESS REPORT <0.2896.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<0.2900.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2895.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2901.0>}, {name,buckets_events}, {mfargs,{gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2902.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<0.2903.0>}, {name,ns_mail}, {mfargs,{ns_mail,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2902.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<0.2904.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2902.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.2881.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.2881.0>:ns_mail_log:45: ns_mail_log started up PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2905.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2906.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2908.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.2909.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.2908.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.2911.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.2908.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.2912.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.2908.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.2913.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] INFO REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== ns_log: logging menelaus_sup:1:Couchbase Server has started on web port 8091 on node 'ns_1@10.1.5.53'. PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2908.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] ERROR REPORT <0.2905.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.2905.0>:ns_heart:137: Failed to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.1.5.53'}, {latest,"minute"}]}}} PROGRESS REPORT <0.2915.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.2916.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] INFO REPORT <0.2917.0> 2011-12-05 10:50:11 =============================================================================== starting ns_port_server with delay of 5000 INFO REPORT <0.2906.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:82: Got initial status [{'ns_1@10.1.5.53', [{last_heard, {1323,111011, 915998}}, {active_buckets, []}, {ready_buckets, []}, {replication,[]}, {memory, [{total, 25930888}, {processes, 6470976}, {processes_used, 6441688}, {system, 19459912}, {atom,828337}, {atom_used, 824865}, {binary, 487592}, {code,7918112}, {ets,537432}]}, {system_stats, [{cpu_utilization_rate, 0}, {swap_total,0}, {swap_used, 0}]}, {interesting_stats, []}, {cluster_compatibility_version, 1}, {version, [{os_mon, "2.2.6"}, {mnesia, "4.4.19"}, {kernel, "2.14.4"}, {sasl, "2.1.9.4"}, {ns_server, "1.8.0r-27-g1061a74-enterprise"}, {stdlib, "1.17.4"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock,920}, {memory_data, {2584977408, 1573261312, {<0.2300.0>, 1943480}}}, {disk_data, [{"/",14501808, 17}, {"/dev", 1257364,1}, {"/dev/shm", 1262196,0}, {"/var/run", 1262196,1}, {"/var/lock", 1262196,0}, {"/lib/init/rw", 1262196,0}, {"/boot", 233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1064516 kB\nBuffers: 162376 kB\nCached: 1116260 kB\nSwapCached: 988 kB\nActive: 887060 kB\nInactive: 429164 kB\nActive(anon): 36700 kB\nInactive(anon): 1008 kB\nActive(file): 850360 kB\nInactive(file): 428156 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 104 kB\nWriteback: 0 kB\nAnonPages: 36520 kB\nMapped: 4248 kB\nShmem: 104 kB\nSlab: 76920 kB\nSReclaimable: 66856 kB\nSUnreclaim: 10064 kB\nKernelStack: 1224 kB\nPageTables: 1432 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 133812 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory, 2584977408}, {free_swap, 705007616}, {total_swap, 708829184}, {cached_memory, 1143050240}, {buffered_memory, 166273024}, {free_memory, 1090064384}, {total_memory, 2584977408}]}, {statistics, [{wall_clock, {920625, 1858}}, {context_switches, {128209,0}}, {garbage_collection, {31577, 68814237,0}}, {io, {{input, 11053554}, {output, 9121066}}}, {reductions, {24926897, 1022027}}, {run_queue,1}, {runtime, {5650, 240}}]}]}] PROGRESS REPORT <0.2915.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.2917.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.2919.0> 2011-12-05 10:50:11 =============================================================================== starting ns_port_server with delay of 5000 PROGRESS REPORT <0.2915.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.2919.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2915.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2921.0>}, {name,ns_stats_event}, {mfargs,{gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2922.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2923.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2924.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2925.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-minute' PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2926.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2929.0>}, {name,ns_moxi_sup_work_queue}, {mfargs,{work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.2879.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.2930.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.54.0> 2011-12-05 10:50:11 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<0.2879.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,921866},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,4,<0.2928.0>}} INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,921866},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,4,<0.2928.0>}} INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-hour' INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,928091},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,5,<0.2938.0>}} INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,928091},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,5,<0.2938.0>}} INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-day' INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,932548},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,6,<0.2945.0>}} INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,932548},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,6,<0.2945.0>}} INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-week' INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,936793},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,7,<0.2952.0>}} INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,936793},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,7,<0.2952.0>}} INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-month' INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,940692},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,8,<0.2959.0>}} INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,940692},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,8,<0.2959.0>}} INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-year' INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,945042},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,9,<0.2966.0>}} INFO REPORT <0.67.0> 2011-12-05 10:50:11 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111011,945042},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,9,<0.2966.0>}} ERROR REPORT <0.2986.0> 2011-12-05 10:50:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.3015.0> 2011-12-05 10:50:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 10:51:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111066,913864}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27164720}, {processes,7560560}, {processes_used,7543520}, {system,19604160}, {atom,828337}, {atom_used,824865}, {binary,526376}, {code,7918112}, {ets,638752}]}, {system_stats, [{cpu_utilization_rate,1.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,975}, {memory_data,{2584977408,1493090304,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1066420 kB\nBuffers: 162376 kB\nCached: 1116288 kB\nSwapCached: 988 kB\nActive: 885888 kB\nInactive: 429152 kB\nActive(anon): 35476 kB\nInactive(anon): 1008 kB\nActive(file): 850412 kB\nInactive(file): 428144 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 35560 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 250268 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143078912}, {buffered_memory,166273024}, {free_memory,1092014080}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{965625,0}}, {context_switches,{133289,0}}, {garbage_collection,{33074,70775366,0}}, {io,{{input,11108832},{output,9240356}}}, {reductions,{25747794,258068}}, {run_queue,0}, {runtime,{5770,20}}]}]}] ERROR REPORT <0.3127.0> 2011-12-05 10:51:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.3152.0> 2011-12-05 10:51:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 10:52:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111126,914433}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27079392}, {processes,7417720}, {processes_used,7401696}, {system,19661672}, {atom,828337}, {atom_used,824865}, {binary,551056}, {code,7918112}, {ets,670120}]}, {system_stats, [{cpu_utilization_rate,1.5544041450777202}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1035}, {memory_data,{2584977408,1493090304,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1066172 kB\nBuffers: 162376 kB\nCached: 1116368 kB\nSwapCached: 988 kB\nActive: 886220 kB\nInactive: 429204 kB\nActive(anon): 35792 kB\nInactive(anon): 1008 kB\nActive(file): 850428 kB\nInactive(file): 428196 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 35876 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 250004 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143160832}, {buffered_memory,166273024}, {free_memory,1091760128}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1025625,1}}, {context_switches,{139240,0}}, {garbage_collection,{34754,73257059,0}}, {io,{{input,11156864},{output,9329588}}}, {reductions,{26821504,275052}}, {run_queue,3}, {runtime,{5840,20}}]}]}] ERROR REPORT <0.3264.0> 2011-12-05 10:52:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.3289.0> 2011-12-05 10:52:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 10:53:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111186,914252}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27616376}, {processes,7931520}, {processes_used,7914480}, {system,19684856}, {atom,828337}, {atom_used,824865}, {binary,543528}, {code,7918112}, {ets,699344}]}, {system_stats, [{cpu_utilization_rate,0.954653937947494}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1095}, {memory_data,{2584977408,1493471232,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1065304 kB\nBuffers: 162376 kB\nCached: 1116452 kB\nSwapCached: 988 kB\nActive: 886764 kB\nInactive: 429248 kB\nActive(anon): 36324 kB\nInactive(anon): 1008 kB\nActive(file): 850440 kB\nInactive(file): 428240 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 36404 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 251012 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143246848}, {buffered_memory,166273024}, {free_memory,1090871296}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1085625,1}}, {context_switches,{145402,0}}, {garbage_collection,{36458,75751322,0}}, {io,{{input,11204923},{output,9421519}}}, {reductions,{27928845,259193}}, {run_queue,0}, {runtime,{6020,60}}]}]}] ERROR REPORT <0.3417.0> 2011-12-05 10:53:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.3442.0> 2011-12-05 10:53:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 10:54:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111246,913843}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27674632}, {processes,7951040}, {processes_used,7934000}, {system,19723592}, {atom,828337}, {atom_used,824865}, {binary,547328}, {code,7918112}, {ets,732232}]}, {system_stats, [{cpu_utilization_rate,1.187648456057007}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1155}, {memory_data,{2584977408,1494994944,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1064560 kB\nBuffers: 162376 kB\nCached: 1116520 kB\nSwapCached: 988 kB\nActive: 887616 kB\nInactive: 429348 kB\nActive(anon): 37172 kB\nInactive(anon): 1008 kB\nActive(file): 850444 kB\nInactive(file): 428340 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 37268 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 251600 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143316480}, {buffered_memory,166273024}, {free_memory,1090109440}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1145625,1}}, {context_switches,{151811,0}}, {garbage_collection,{38272,78383834,0}}, {io,{{input,11492821},{output,9723787}}}, {reductions,{29089586,293746}}, {run_queue,0}, {runtime,{6180,40}}]}]}] ERROR REPORT <0.3554.0> 2011-12-05 10:54:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.3579.0> 2011-12-05 10:54:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 10:55:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111306,914087}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27714952}, {processes,7954040}, {processes_used,7937000}, {system,19760912}, {atom,828337}, {atom_used,824865}, {binary,554808}, {code,7918112}, {ets,759848}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1215}, {memory_data,{2584977408,1495384064,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1064056 kB\nBuffers: 162376 kB\nCached: 1116596 kB\nSwapCached: 988 kB\nActive: 887564 kB\nInactive: 429388 kB\nActive(anon): 37104 kB\nInactive(anon): 1008 kB\nActive(file): 850460 kB\nInactive(file): 428380 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 37156 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76868 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10056 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 251600 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143394304}, {buffered_memory,166273024}, {free_memory,1089593344}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1205625,1}}, {context_switches,{157716,0}}, {garbage_collection,{39853,80858890,0}}, {io,{{input,11540817},{output,9814658}}}, {reductions,{30154760,268040}}, {run_queue,1}, {runtime,{6290,30}}]}]}] ERROR REPORT <0.3691.0> 2011-12-05 10:55:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.3716.0> 2011-12-05 10:55:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 10:56:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111366,913979}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27743704}, {processes,7944280}, {processes_used,7927384}, {system,19799424}, {atom,828337}, {atom_used,824865}, {binary,562288}, {code,7918112}, {ets,789664}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1275}, {memory_data,{2584977408,1495764992,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1063560 kB\nBuffers: 162376 kB\nCached: 1116680 kB\nSwapCached: 988 kB\nActive: 887724 kB\nInactive: 429484 kB\nActive(anon): 37256 kB\nInactive(anon): 1008 kB\nActive(file): 850468 kB\nInactive(file): 428476 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 37284 kB\nMapped: 5464 kB\nShmem: 104 kB\nSlab: 76868 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10056 kB\nKernelStack: 1264 kB\nPageTables: 1520 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 251604 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143480320}, {buffered_memory,166273024}, {free_memory,1089085440}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1265625,0}}, {context_switches,{163675,0}}, {garbage_collection,{41560,83418804,0}}, {io,{{input,11588876},{output,9907616}}}, {reductions,{31296645,310355}}, {run_queue,0}, {runtime,{6400,40}}]}]}] ERROR REPORT <0.3841.0> 2011-12-05 10:56:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.3866.0> 2011-12-05 10:56:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 10:57:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111426,913936}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27830688}, {processes,7984472}, {processes_used,7967432}, {system,19846216}, {atom,828337}, {atom_used,824865}, {binary,575064}, {code,7918112}, {ets,821520}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1335}, {memory_data,{2584977408,1495764992,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1063684 kB\nBuffers: 162376 kB\nCached: 1116376 kB\nSwapCached: 988 kB\nActive: 887884 kB\nInactive: 429196 kB\nActive(anon): 37436 kB\nInactive(anon): 1008 kB\nActive(file): 850448 kB\nInactive(file): 428188 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 37544 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76868 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10056 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 253316 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143169024}, {buffered_memory,166273024}, {free_memory,1089212416}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1325625,1}}, {context_switches,{169894,0}}, {garbage_collection,{43291,86032553,0}}, {io,{{input,11882439},{output,10072070}}}, {reductions,{32481789,265745}}, {run_queue,0}, {runtime,{6560,10}}]}]}] ERROR REPORT <0.3978.0> 2011-12-05 10:57:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.4003.0> 2011-12-05 10:57:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 10:58:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111486,914709}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27863568}, {processes,7975864}, {processes_used,7958968}, {system,19887704}, {atom,828337}, {atom_used,824865}, {binary,582624}, {code,7918112}, {ets,854296}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1395}, {memory_data,{2584977408,1495764992,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1063560 kB\nBuffers: 162376 kB\nCached: 1116456 kB\nSwapCached: 988 kB\nActive: 888084 kB\nInactive: 429236 kB\nActive(anon): 37588 kB\nInactive(anon): 1008 kB\nActive(file): 850496 kB\nInactive(file): 428228 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 37692 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76868 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10056 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 253808 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143250944}, {buffered_memory,166273024}, {free_memory,1089085440}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1385625,0}}, {context_switches,{175896,0}}, {garbage_collection,{44943,88524762,0}}, {io,{{input,11930498},{output,10164380}}}, {reductions,{33567033,279826}}, {run_queue,0}, {runtime,{6660,30}}]}]}] ERROR REPORT <0.4115.0> 2011-12-05 10:58:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.4140.0> 2011-12-05 10:58:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 10:59:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111546,913997}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27886720}, {processes,7976576}, {processes_used,7959536}, {system,19910144}, {atom,828337}, {atom_used,824865}, {binary,578208}, {code,7918112}, {ets,879376}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1455}, {memory_data,{2584977408,1495883776,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1064808 kB\nBuffers: 162376 kB\nCached: 1116532 kB\nSwapCached: 988 kB\nActive: 886844 kB\nInactive: 429304 kB\nActive(anon): 36336 kB\nInactive(anon): 1008 kB\nActive(file): 850508 kB\nInactive(file): 428296 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 20 kB\nWriteback: 0 kB\nAnonPages: 36388 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 251112 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143328768}, {buffered_memory,166273024}, {free_memory,1090363392}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1445625,1}}, {context_switches,{182029,0}}, {garbage_collection,{46613,91070251,0}}, {io,{{input,11978503},{output,10256911}}}, {reductions,{34686818,274145}}, {run_queue,1}, {runtime,{6810,40}}]}]}] ERROR REPORT <0.4267.0> 2011-12-05 10:59:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.4292.0> 2011-12-05 10:59:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 11:00:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111606,914173}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27894672}, {processes,7934520}, {processes_used,7917624}, {system,19960152}, {atom,828337}, {atom_used,824865}, {binary,593344}, {code,7918112}, {ets,912128}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1515}, {memory_data,{2584977408,1494994944,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1064188 kB\nBuffers: 162376 kB\nCached: 1116608 kB\nSwapCached: 988 kB\nActive: 887616 kB\nInactive: 429400 kB\nActive(anon): 37132 kB\nInactive(anon): 1008 kB\nActive(file): 850484 kB\nInactive(file): 428392 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 37196 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 252344 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143406592}, {buffered_memory,166273024}, {free_memory,1089728512}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1505626,1}}, {context_switches,{188331,0}}, {garbage_collection,{48404,93753267,0}}, {io,{{input,12272414},{output,10570508}}}, {reductions,{35852367,273588}}, {run_queue,0}, {runtime,{7010,40}}]}]}] ERROR REPORT <0.4404.0> 2011-12-05 11:00:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.4429.0> 2011-12-05 11:00:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 11:01:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111666,920799}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27898616}, {processes,7958936}, {processes_used,7941896}, {system,19939680}, {atom,828337}, {atom_used,824865}, {binary,599912}, {code,7918112}, {ets,882960}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1575}, {memory_data,{2584977408,1495121920,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1064188 kB\nBuffers: 162376 kB\nCached: 1116692 kB\nSwapCached: 988 kB\nActive: 887328 kB\nInactive: 429420 kB\nActive(anon): 36788 kB\nInactive(anon): 1008 kB\nActive(file): 850540 kB\nInactive(file): 428412 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 36856 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 251604 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143492608}, {buffered_memory,166273024}, {free_memory,1089728512}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1565625,1}}, {context_switches,{194392,0}}, {garbage_collection,{50129,96247803,0}}, {io,{{input,12320413},{output,10664080}}}, {reductions,{36947565,278597}}, {run_queue,0}, {runtime,{7160,50}}]}]}] ERROR REPORT <0.4541.0> 2011-12-05 11:01:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.4566.0> 2011-12-05 11:01:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 11:02:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111726,913989}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27900168}, {processes,7933616}, {processes_used,7916720}, {system,19966552}, {atom,828337}, {atom_used,824865}, {binary,597192}, {code,7918112}, {ets,911088}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1635}, {memory_data,{2584977408,1495883776,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1063444 kB\nBuffers: 162376 kB\nCached: 1116768 kB\nSwapCached: 988 kB\nActive: 888116 kB\nInactive: 429472 kB\nActive(anon): 37560 kB\nInactive(anon): 1008 kB\nActive(file): 850556 kB\nInactive(file): 428464 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 28 kB\nWriteback: 0 kB\nAnonPages: 37684 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 251604 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143570432}, {buffered_memory,166273024}, {free_memory,1088966656}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1625625,1}}, {context_switches,{200493,0}}, {garbage_collection,{51848,98748999,0}}, {io,{{input,12368409},{output,10754082}}}, {reductions,{38064102,283325}}, {run_queue,0}, {runtime,{7290,30}}]}]}] ERROR REPORT <0.4691.0> 2011-12-05 11:02:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.4716.0> 2011-12-05 11:02:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 11:03:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111786,914474}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,28045496}, {processes,8034880}, {processes_used,8019000}, {system,20010616}, {atom,828337}, {atom_used,824865}, {binary,605600}, {code,7918112}, {ets,944712}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1695}, {memory_data,{2584977408,1495756800,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1063568 kB\nBuffers: 162376 kB\nCached: 1116448 kB\nSwapCached: 988 kB\nActive: 888152 kB\nInactive: 429252 kB\nActive(anon): 37688 kB\nInactive(anon): 1008 kB\nActive(file): 850464 kB\nInactive(file): 428244 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 36 kB\nWriteback: 0 kB\nAnonPages: 37776 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1524 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 251604 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143242752}, {buffered_memory,166273024}, {free_memory,1089093632}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1685627,0}}, {context_switches,{206926,0}}, {garbage_collection,{53595,101346950,0}}, {io,{{input,12662044},{output,10970840}}}, {reductions,{39213161,283556}}, {run_queue,0}, {runtime,{7470,20}}]}]}] ERROR REPORT <0.4828.0> 2011-12-05 11:03:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.4853.0> 2011-12-05 11:03:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 11:04:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111846,914187}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,28008648}, {processes,7957056}, {processes_used,7940160}, {system,20051592}, {atom,828337}, {atom_used,824865}, {binary,616784}, {code,7918112}, {ets,973040}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1755}, {memory_data,{2584977408,1494994944,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1064312 kB\nBuffers: 162376 kB\nCached: 1116532 kB\nSwapCached: 988 kB\nActive: 887428 kB\nInactive: 429272 kB\nActive(anon): 36900 kB\nInactive(anon): 1008 kB\nActive(file): 850528 kB\nInactive(file): 428264 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 28 kB\nWriteback: 0 kB\nAnonPages: 37012 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 252344 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143328768}, {buffered_memory,166273024}, {free_memory,1089855488}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1745625,1}}, {context_switches,{213004,0}}, {garbage_collection,{55161,103788678,0}}, {io,{{input,12710049},{output,11063150}}}, {reductions,{40267632,297244}}, {run_queue,0}, {runtime,{7610,40}}]}]}] ERROR REPORT <0.4965.0> 2011-12-05 11:04:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.4990.0> 2011-12-05 11:04:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 11:05:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111906,913945}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,27992216}, {processes,7972864}, {processes_used,7955824}, {system,20019352}, {atom,828337}, {atom_used,824865}, {binary,611680}, {code,7918112}, {ets,944128}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1815}, {memory_data,{2584977408,1495502848,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1064064 kB\nBuffers: 162376 kB\nCached: 1116612 kB\nSwapCached: 988 kB\nActive: 887560 kB\nInactive: 429308 kB\nActive(anon): 36980 kB\nInactive(anon): 1008 kB\nActive(file): 850580 kB\nInactive(file): 428300 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 24 kB\nWriteback: 0 kB\nAnonPages: 37032 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 251116 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143410688}, {buffered_memory,166273024}, {free_memory,1089601536}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1805625,1}}, {context_switches,{219082,0}}, {garbage_collection,{56730,106335755,0}}, {io,{{input,12758072},{output,11154037}}}, {reductions,{41349999,264838}}, {run_queue,0}, {runtime,{7740,30}}]}]}] ERROR REPORT <0.5117.0> 2011-12-05 11:05:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.5142.0> 2011-12-05 11:05:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.2906.0> 2011-12-05 11:06:11 =============================================================================== ns_1@10.1.5.53:<0.2906.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,111966,913908}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[]}, {memory, [{total,28059528}, {processes,7992416}, {processes_used,7975376}, {system,20067112}, {atom,828337}, {atom_used,824865}, {binary,625352}, {code,7918112}, {ets,975896}]}, {system_stats, [{cpu_utilization_rate,0.0}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1875}, {memory_data,{2584977408,1495629824,{<0.119.0>,1113768}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1063568 kB\nBuffers: 162376 kB\nCached: 1116672 kB\nSwapCached: 988 kB\nActive: 887996 kB\nInactive: 429452 kB\nActive(anon): 37500 kB\nInactive(anon): 1008 kB\nActive(file): 850496 kB\nInactive(file): 428444 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 32 kB\nWriteback: 0 kB\nAnonPages: 37604 kB\nMapped: 5468 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1264 kB\nPageTables: 1528 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 252344 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1143472128}, {buffered_memory,166273024}, {free_memory,1089093632}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1865626,1}}, {context_switches,{225621,0}}, {garbage_collection,{58670,109059525,0}}, {io,{{input,13052197},{output,11471701}}}, {reductions,{42617589,321254}}, {run_queue,0}, {runtime,{7830,10}}]}]}] INFO REPORT <0.64.0> 2011-12-05 11:06:13 =============================================================================== ********* RB: UNPRINTABLE REPORT ******** INFO REPORT <0.64.0> 2011-12-05 11:06:13 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:98: engage_cluster(..) -> {ok,ok} ERROR REPORT <0.5243.0> 2011-12-05 11:06:13 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.38' ** INFO REPORT <0.64.0> 2011-12-05 11:06:13 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:102: handling complete_join([{<<"targetNode">>, <<"ns_1@10.1.5.53">>}, {<<"availableStorage">>, {struct, [{<<"hdd">>, [{struct, [{<<"path">>, <<"/">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 20}]}, {struct, [{<<"path">>, <<"/dev">>}, {<<"sizeKBytes">>, 1257364}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/dev/shm">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/run">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/var/lock">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/lib/init/rw">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/lib/ureadahead/debugfs">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 20}]}, {struct, [{<<"path">>, <<"/boot">>}, {<<"sizeKBytes">>, 233191}, {<<"usagePercent">>, 8}]}]}]}}, {<<"memoryQuota">>, 1314}, {<<"storageTotals">>, {struct, [{<<"ram">>, {struct, [{<<"usedByData">>, 0}, {<<"total">>, 2584977408.0}, {<<"quotaTotal">>, 1377828864}, {<<"used">>, 2061664256}]}}, {<<"hdd">>, {struct, [{<<"usedByData">>, 0}, {<<"total">>, 14849851392.0}, {<<"quotaTotal">>, 14849851392.0}, {<<"used">>, 2969970278.0}, {<<"free">>, 11879881114.0}]}}]}}, {<<"storage">>, {struct, [{<<"ssd">>, []}, {<<"hdd">>, [{struct, [{<<"path">>, <<"/opt/couchbase/var/lib/couchbase/data">>}, {<<"quotaMb">>, <<"none">>}, {<<"state">>, <<"ok">>}]}]}]}}, {<<"systemStats">>, {struct, [{<<"cpu_utilization_rate">>, 0.21739130434782608}, {<<"swap_total">>, 708829184}, {<<"swap_used">>, 4694016}]}}, {<<"interestingStats">>, {struct,[]}}, {<<"uptime">>, <<"2015">>}, {<<"memoryTotal">>, 2584977408.0}, {<<"memoryFree">>, 523313152}, {<<"mcdMemoryReserved">>, 1972}, {<<"mcdMemoryAllocated">>, 1972}, {<<"otpNode">>, <<"ns_1@10.1.5.38">>}, {<<"otpCookie">>, <<"pyjbcltdajozpibz">>}, {<<"clusterMembership">>, <<"active">>}, {<<"status">>, <<"healthy">>}, {<<"hostname">>, <<"10.1.5.38:8091">>}, {<<"clusterCompatibility">>, 1}, {<<"version">>, <<"1.8.0r-27-g1061a74-enterprise">>}, {<<"os">>, <<"x86_64-unknown-linux-gnu">>}, {<<"ports">>, {struct, [{<<"proxy">>, 11211}, {<<"direct">>, 11210}]}}]) INFO REPORT <0.64.0> 2011-12-05 11:06:13 =============================================================================== ns_log: logging ns_cluster:2:Node 'ns_1@10.1.5.53' is joining cluster via node 'ns_1@10.1.5.38'. ERROR REPORT <0.5248.0> 2011-12-05 11:06:13 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.54' ** INFO REPORT <0.2920.0> 2011-12-05 11:06:14 =============================================================================== memcached<0.2920.0>: EOL on stdin. Exiting INFO REPORT <0.2918.0> 2011-12-05 11:06:14 =============================================================================== moxi<0.2918.0>: EOL on stdin. Exiting INFO REPORT <0.2910.0> 2011-12-05 11:06:14 =============================================================================== menelaus_web streaming socket closed by client ERROR REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== ** gen_event handler ns_port_init crashed. ** Was installed in ns_config_events ** Last event was: {i_am_a_dead_man,true} ** When handler state == {state} ** Reason == {shutdown,{gen_server,call, [ns_port_sup,which_children,infinity]}} INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: i_am_a_dead_man -> true INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.2889.0> 2011-12-05 11:06:14 =============================================================================== Pushing config CRASH REPORT <0.5240.0> 2011-12-05 11:06:14 =============================================================================== Crashing process initial_call {mochiweb_socket_server,acceptor_loop,['Argument__1']} pid <0.5240.0> registered_name [] error_info {exit,{error,closed}, [{mochiweb_socket_server,acceptor_loop,1}, {proc_lib,init_p_do_apply,3}]} ancestors [menelaus_web,menelaus_sup,ns_server_sup,ns_server_cluster_sup, <0.52.0>] messages [] links [<0.2909.0>] dictionary [] trap_exit false status running heap_size 377 stack_size 24 reductions 111 INFO REPORT <0.2889.0> 2011-12-05 11:06:14 =============================================================================== Pushing config done INFO REPORT <0.64.0> 2011-12-05 11:06:14 =============================================================================== ns_cluster: joining cluster. Child has exited. INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: otp -> [{cookie,pyjbcltdajozpibz}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.53','ns_1@10.1.5.38'] INFO REPORT <0.64.0> 2011-12-05 11:06:14 =============================================================================== pre-join cleaned config is: {config,{}, [[], [{directory,"/opt/couchbase/var/lib/couchbase/config"}, {nodes_wanted,['ns_1@10.1.5.53']}, {{node,'ns_1@10.1.5.53',membership},active}, {rest,[{port,8091}]}, {{node,'ns_1@10.1.5.53',rest},[{port,8091},{port_meta,global}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.5.53',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.53',memcached}, [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1972}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.5.53',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.5.53',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{nodes_wanted,['ns_1@10.1.5.53','ns_1@10.1.5.38']}, {{node,'ns_1@10.1.5.53',ns_log}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330210}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.1.5.53',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.5.53',memcached}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330210}}]}, {port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.53',isasl}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330210}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.53',config_version}, [{'_vclock',[{'ns_1@10.1.5.53',{4,63490330210}}]}|{1,8,0}]}, {directory, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490330210}}]}, 47,111,112,116,47,99,111,117,99,104,98,97,115,101,47,118,97,114,47, 108,105,98,47,99,111,117,99,104,98,97,115,101,47,99,111,110,102, 105,103]}, {{node,'ns_1@10.1.5.53',rest},[{port,8091},{port_meta,global}]}, {otp, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331174}}]}, {cookie,pyjbcltdajozpibz}]}]], ns_config_default} INFO REPORT <0.64.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:597: Connection from 'ns_1@10.1.5.53' to 'ns_1@10.1.5.38': true INFO REPORT <0.64.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:606: Join status: {ok,ok}, starting ns_server_cluster back INFO REPORT <0.5257.0> 2011-12-05 11:06:14 =============================================================================== ns_log:init(): Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log": {error, enoent} PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5257.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5258.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5259.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.5260.0>}, {name,ns_node_disco_events}, {mfargs,{gen_event,start_link,[{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.5261.0> 2011-12-05 11:06:14 =============================================================================== Initting ns_node_disco with ['ns_1@10.1.5.38'] INFO REPORT <0.5262.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.5262.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53'], with cookie: pyjbcltdajozpibz INFO REPORT <0.5262.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53'], with cookie: pyjbcltdajozpibz PROGRESS REPORT <0.5259.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.5261.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5259.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.5264.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5259.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.5265.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.5266.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:56: init pulling INFO REPORT <0.5260.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.38','ns_1@10.1.5.53'] INFO REPORT <0.5266.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: buckets -> [{configs,[]}] INFO REPORT <0.5266.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:58: init pushing INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: memory_quota -> 1314 INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: otp -> [{cookie,pyjbcltdajozpibz}] INFO REPORT <0.5270.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: port_servers -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: rebalance_status -> none INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: replication -> [{enabled,true}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: rest_creds -> ******** INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: settings -> [{stats,[{send_stats,false}]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',membership} -> active INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',memcached} -> [{dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> inactiveAdded INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',membership} -> inactiveAdded INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5270.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.5271.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.5271.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.5266.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:62: init reannouncing INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] INFO REPORT <0.5266.0> 2011-12-05 11:06:14 =============================================================================== Pushing config INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: buckets -> [{configs,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: directory -> "/opt/couchbase/var/lib/couchbase/config" INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: memory_quota -> 1314 INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: otp -> [{cookie,pyjbcltdajozpibz}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: port_servers -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: rebalance_status -> none INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: replication -> [{enabled,true}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: rest_creds -> ******** INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: settings -> [{stats,[{send_stats,false}]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',membership} -> active INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',memcached} -> [{dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.38',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> inactiveAdded INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.53',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',membership} -> inactiveAdded PROGRESS REPORT <0.5259.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.5266.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5259.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5275.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== config change: {node,'ns_1@10.1.5.54',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5278.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.5266.0> 2011-12-05 11:06:14 =============================================================================== Pushing config done INFO REPORT <0.5266.0> 2011-12-05 11:06:14 =============================================================================== Pushing config INFO REPORT <0.5282.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.5276.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5276.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5283.0>}, {name,buckets_events}, {mfargs,{gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.5282.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz PROGRESS REPORT <0.5284.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<0.5285.0>}, {name,ns_mail}, {mfargs,{ns_mail,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5284.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<0.5286.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5284.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5287.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5288.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.5266.0> 2011-12-05 11:06:14 =============================================================================== Pushing config done INFO REPORT <0.5258.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.5258.0>:ns_mail_log:45: ns_mail_log started up INFO REPORT <0.5278.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz PROGRESS REPORT <0.5290.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.5294.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.5290.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.5296.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.5290.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.5297.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.5290.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.5298.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] INFO REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== ns_log: logging menelaus_sup:1:Couchbase Server has started on web port 8091 on node 'ns_1@10.1.5.53'. PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5290.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.5299.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.5300.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] INFO REPORT <0.5301.0> 2011-12-05 11:06:14 =============================================================================== starting ns_port_server with delay of 5000 ERROR REPORT <0.5287.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.5287.0>:ns_heart:137: Failed to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.1.5.53'}, {latest,"minute"}]}}} PROGRESS REPORT <0.5299.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.5301.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.5303.0> 2011-12-05 11:06:14 =============================================================================== starting ns_port_server with delay of 5000 INFO REPORT <0.5261.0> 2011-12-05 11:06:14 =============================================================================== ns_log: logging ns_node_disco:4:Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.54' came up. INFO REPORT <0.5260.0> 2011-12-05 11:06:14 =============================================================================== Detected a new nodes (['ns_1@10.1.5.54']). Moving config around. INFO REPORT <0.5260.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'] INFO REPORT <0.5288.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.5288.0>:ns_doctor:82: Got initial status [{'ns_1@10.1.5.38', [{last_heard, {1323,111974, 139004}}, {active_buckets, []}, {ready_buckets, []}, {replication,[]}, {memory, [{total, 50113280}, {processes, 22437936}, {processes_used, 22392856}, {system, 27675344}, {atom,913745}, {atom_used, 899686}, {binary, 839744}, {code,8753973}, {ets, 7019928}]}, {system_stats, [{cpu_utilization_rate, 0.0}, {swap_total, 708829184}, {swap_used, 4694016}]}, {interesting_stats, []}, {cluster_compatibility_version, 1}, {version, [{os_mon, "2.2.6"}, {mnesia, "4.4.19"}, {inets,"5.6"}, {kernel, "2.14.4"}, {sasl, "2.1.9.4"}, {ns_server, "1.8.0r-27-g1061a74-enterprise"}, {stdlib, "1.17.4"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock, 2017}, {memory_data, {2584977408, 2061664256, {<11344.496.0>, 4715224}}}, {disk_data, [{"/",14501808, 20}, {"/dev", 1257364,1}, {"/dev/shm", 1262196,0}, {"/var/run", 1262196,1}, {"/var/lock", 1262196,0}, {"/lib/init/rw", 1262196,0}, {"/var/lib/ureadahead/debugfs", 14501808,20}, {"/boot", 233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 508932 kB\nBuffers: 104100 kB\nCached: 156776 kB\nSwapCached: 392 kB\nActive: 957080 kB\nInactive: 418796 kB\nActive(anon): 889900 kB\nInactive(anon): 225124 kB\nActive(file): 67180 kB\nInactive(file): 193672 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687632 kB\nDirty: 72 kB\nWriteback: 0 kB\nAnonPages: 1114744 kB\nMapped: 7040 kB\nShmem: 16 kB\nSlab: 56244 kB\nSReclaimable: 37572 kB\nSUnreclaim: 18672 kB\nKernelStack: 1520 kB\nPageTables: 3916 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1608880 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory, 2584977408}, {free_swap, 704135168}, {total_swap, 708829184}, {cached_memory, 160538624}, {buffered_memory, 106598400}, {free_memory, 521146368}, {total_memory, 2584977408}]}, {statistics, [{wall_clock, {2010672,0}}, {context_switches, {1344715,0}}, {garbage_collection, {1013982, 3444928136, 0}}, {io, {{input, 73294282}, {output, 140580210}}}, {reductions, {1016662061, 164142}}, {run_queue,0}, {runtime, {221400, 30}}]}]}, {'ns_1@10.1.5.53', [{last_heard, {1323,111974, 138994}}, {active_buckets, []}, {ready_buckets, []}, {replication,[]}, {memory, [{total, 27063848}, {processes, 7230896}, {processes_used, 7210192}, {system, 19832952}, {atom,828337}, {atom_used, 824865}, {binary, 413400}, {code,7918112}, {ets,918864}]}, {system_stats, [{cpu_utilization_rate, 0}, {swap_total,0}, {swap_used, 0}]}, {interesting_stats, []}, {cluster_compatibility_version, 1}, {version, [{os_mon, "2.2.6"}, {mnesia, "4.4.19"}, {kernel, "2.14.4"}, {sasl, "2.1.9.4"}, {ns_server, "1.8.0r-27-g1061a74-enterprise"}, {stdlib, "1.17.4"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock, 1882}, {memory_data, {2584977408, 1495629824, {<0.119.0>, 1113768}}}, {disk_data, [{"/",14501808, 17}, {"/dev", 1257364,1}, {"/dev/shm", 1262196,0}, {"/var/run", 1262196,1}, {"/var/lock", 1262196,0}, {"/lib/init/rw", 1262196,0}, {"/boot", 233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1066560 kB\nBuffers: 162376 kB\nCached: 1116712 kB\nSwapCached: 988 kB\nActive: 885492 kB\nInactive: 429468 kB\nActive(anon): 34972 kB\nInactive(anon): 1008 kB\nActive(file): 850520 kB\nInactive(file): 428460 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 76 kB\nWriteback: 0 kB\nAnonPages: 35000 kB\nMapped: 4264 kB\nShmem: 104 kB\nSlab: 76860 kB\nSReclaimable: 66812 kB\nSUnreclaim: 10048 kB\nKernelStack: 1248 kB\nPageTables: 1392 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 134536 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory, 2584977408}, {free_swap, 705007616}, {total_swap, 708829184}, {cached_memory, 1143513088}, {buffered_memory, 166273024}, {free_memory, 1092157440}, {total_memory, 2584977408}]}, {statistics, [{wall_clock, {1882845,34}}, {context_switches, {228321,0}}, {garbage_collection, {59298, 110193960, 0}}, {io, {{input, 13112730}, {output, 11607003}}}, {reductions, {43057393, 74320}}, {run_queue,0}, {runtime, {7880, 20}}]}]}] INFO REPORT <0.5282.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.5278.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.5271.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.5270.0> 2011-12-05 11:06:14 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz PROGRESS REPORT <0.5299.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.5303.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5299.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5306.0>}, {name,ns_stats_event}, {mfargs,{gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5307.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5308.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5309.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5310.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5311.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5312.0>}, {name,ns_moxi_sup_work_queue}, {mfargs,{work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5255.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.5313.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.54.0> 2011-12-05 11:06:14 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<0.5255.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.64.0> 2011-12-05 11:06:14 =============================================================================== ns_log: logging ns_cluster:3:Node ns_1@10.1.5.53 joined cluster INFO REPORT <0.64.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:104: complete_join([{<<"targetNode">>, <<"ns_1@10.1.5.53">>}, {<<"availableStorage">>, {struct, [{<<"hdd">>, [{struct, [{<<"path">>, <<"/">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 20}]}, {struct, [{<<"path">>, <<"/dev">>}, {<<"sizeKBytes">>, 1257364}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/dev/shm">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/run">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/var/lock">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/lib/init/rw">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/lib/ureadahead/debugfs">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 20}]}, {struct, [{<<"path">>, <<"/boot">>}, {<<"sizeKBytes">>, 233191}, {<<"usagePercent">>, 8}]}]}]}}, {<<"memoryQuota">>, 1314}, {<<"storageTotals">>, {struct, [{<<"ram">>, {struct, [{<<"usedByData">>, 0}, {<<"total">>, 2584977408.0}, {<<"quotaTotal">>, 1377828864}, {<<"used">>, 2061664256}]}}, {<<"hdd">>, {struct, [{<<"usedByData">>, 0}, {<<"total">>, 14849851392.0}, {<<"quotaTotal">>, 14849851392.0}, {<<"used">>, 2969970278.0}, {<<"free">>, 11879881114.0}]}}]}}, {<<"storage">>, {struct, [{<<"ssd">>,[]}, {<<"hdd">>, [{struct, [{<<"path">>, <<"/opt/couchbase/var/lib/couchbase/data">>}, {<<"quotaMb">>, <<"none">>}, {<<"state">>, <<"ok">>}]}]}]}}, {<<"systemStats">>, {struct, [{<<"cpu_utilization_rate">>, 0.21739130434782608}, {<<"swap_total">>, 708829184}, {<<"swap_used">>, 4694016}]}}, {<<"interestingStats">>, {struct,[]}}, {<<"uptime">>, <<"2015">>}, {<<"memoryTotal">>, 2584977408.0}, {<<"memoryFree">>, 523313152}, {<<"mcdMemoryReserved">>, 1972}, {<<"mcdMemoryAllocated">>, 1972}, {<<"otpNode">>, <<"ns_1@10.1.5.38">>}, {<<"otpCookie">>, <<"pyjbcltdajozpibz">>}, {<<"clusterMembership">>, <<"active">>}, {<<"status">>, <<"healthy">>}, {<<"hostname">>, <<"10.1.5.38:8091">>}, {<<"clusterCompatibility">>, 1}, {<<"version">>, <<"1.8.0r-27-g1061a74-enterprise">>}, {<<"os">>, <<"x86_64-unknown-linux-gnu">>}, {<<"ports">>, {struct, [{<<"proxy">>,11211}, {<<"direct">>, 11210}]}}]) -> {ok, ok} INFO REPORT <0.5276.0> 2011-12-05 11:06:14 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.54' INFO REPORT <0.5302.0> 2011-12-05 11:06:15 =============================================================================== moxi<0.5302.0>: 2011-12-05 11:06:14: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.5302.0>: 2011-12-05 11:06:14: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) INFO REPORT <0.118.0> 2011-12-05 11:06:15 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> active INFO REPORT <0.118.0> 2011-12-05 11:06:15 =============================================================================== config change: {node,'ns_1@10.1.5.54',membership} -> active INFO REPORT <0.118.0> 2011-12-05 11:06:15 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:06:15 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:06:15 =============================================================================== Pushing config done INFO REPORT <0.118.0> 2011-12-05 11:06:15 =============================================================================== config change: rebalance_status -> none INFO REPORT <0.118.0> 2011-12-05 11:06:15 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:06:15 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:06:15 =============================================================================== Pushing config done INFO REPORT <0.5276.0> 2011-12-05 11:06:15 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.38' INFO REPORT <0.5276.0> 2011-12-05 11:06:15 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:424: Switching from compatible to normal mode INFO REPORT <0.5276.0> 2011-12-05 11:06:15 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.38' ERROR REPORT <0.5344.0> 2011-12-05 11:06:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** INFO REPORT <0.5307.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.5307.0>:ns_bucket_sup:75: Starting new child: {{per_bucket_sup, "default"}, {single_bucket_sup, start_link, ["default"]}, permanent, infinity, supervisor, [single_bucket_sup]} PROGRESS REPORT <0.5308.0> 2011-12-05 11:06:22 =============================================================================== supervisor {local,ns_bucket_sup} started [{pid,<0.5347.0>}, {name,{per_bucket_sup,"default"}}, {mfargs,{single_bucket_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.118.0> 2011-12-05 11:06:22 =============================================================================== config change: buckets -> [{configs,[{"default", [{sasl_password,[]}, {num_replicas,1}, {ram_quota,1377828864}, {auth_type,sasl}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54']}]}]}] INFO REPORT <0.123.0> 2011-12-05 11:06:22 =============================================================================== Writing isasl passwd file: "/opt/couchbase/var/lib/couchbase/data/isasl.pw" INFO REPORT <0.118.0> 2011-12-05 11:06:22 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:06:22 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:06:22 =============================================================================== Pushing config done INFO REPORT <0.5349.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.5349.0>:ns_memcached:504: Created bucket "default" with config string "ht_size=3079;ht_locks=5;db_shards=4;tap_noop_interval=20;max_txn_size=1000;max_size=1377828864;initfile=/opt/couchbase/etc/couchbase/init.sql;tap_keepalive=300;dbname=/opt/couchbase/var/lib/couchbase/data/default-data/default;vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB;" PROGRESS REPORT <0.5348.0> 2011-12-05 11:06:22 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<0.5349.0>}, {name,{ns_memcached,"default"}}, {mfargs,{ns_memcached,start_link,["default"]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] PROGRESS REPORT <0.5348.0> 2011-12-05 11:06:22 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<0.5361.0>}, {name,{ns_vbm_sup,"default"}}, {mfargs,{ns_vbm_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5348.0> 2011-12-05 11:06:22 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<0.5362.0>}, {name,{stats_collector,"default"}}, {mfargs,{stats_collector,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5348.0> 2011-12-05 11:06:22 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<0.5363.0>}, {name,{stats_archiver,"default"}}, {mfargs,{stats_archiver,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-minute' PROGRESS REPORT <0.5348.0> 2011-12-05 11:06:22 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<0.5364.0>}, {name,{stats_reader,"default"}}, {mfargs,{stats_reader,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.5348.0> 2011-12-05 11:06:22 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<0.5367.0>}, {name,{failover_safeness_level,"default"}}, {mfargs,{failover_safeness_level,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-minute', [{name,'stats_archiver-default-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,751489},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2443,<0.5366.0>}} INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-minute', [{name,'stats_archiver-default-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,751489},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2443,<0.5366.0>}} INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-hour' INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-hour', [{name,'stats_archiver-default-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,757888},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2444,<0.5374.0>}} INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-hour', [{name,'stats_archiver-default-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,757888},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2444,<0.5374.0>}} INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-day' INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-day', [{name,'stats_archiver-default-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,772135},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2445,<0.5381.0>}} INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-day', [{name,'stats_archiver-default-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,772135},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2445,<0.5381.0>}} INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-week' INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-week', [{name,'stats_archiver-default-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,778400},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2446,<0.5388.0>}} INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-week', [{name,'stats_archiver-default-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,778400},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2446,<0.5388.0>}} INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-month' INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-month', [{name,'stats_archiver-default-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,787848},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2447,<0.5395.0>}} INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-month', [{name,'stats_archiver-default-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,787848},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2447,<0.5395.0>}} INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-year' INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-year', [{name,'stats_archiver-default-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,793449},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2448,<0.5402.0>}} INFO REPORT <0.67.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-default-year', [{name,'stats_archiver-default-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,111982,793449},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,2448,<0.5402.0>}} ERROR REPORT <0.5287.0> 2011-12-05 11:06:22 =============================================================================== ns_1@10.1.5.53:<0.5287.0>:ns_heart:156: Failed to get stats for bucket: "default": {error,{exit,{badarg,[{erlang,hd,[[]]}, {stats_reader,'-do_handle_call/3-fun-0-',2}, {mnesia_tm,non_transaction,5}, {stats_reader,do_handle_call,3}, {stats_reader,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}} INFO REPORT <0.5349.0> 2011-12-05 11:06:23 =============================================================================== ns_log: logging ns_memcached:1:Bucket "default" loaded on node 'ns_1@10.1.5.53' in 0 seconds. INFO REPORT <0.5302.0> 2011-12-05 11:06:23 =============================================================================== moxi<0.5302.0>: 2011-12-05 11:06:23: (agent_config.c.705) ERROR: bad JSON configuration from http://127.0.0.1:8091/pools/default/saslBucketsStreaming: Number of buckets must be a power of two > 0 and <= MAX_BUCKETS ({ moxi<0.5302.0>: "name": "default", moxi<0.5302.0>: "nodeLocator": "vbucket", moxi<0.5302.0>: "saslPassword": "", moxi<0.5302.0>: "nodes": [{ moxi<0.5302.0>: "replication": "undefined", moxi<0.5302.0>: "clusterMembership": "active", moxi<0.5302.0>: "status": "warmup", moxi<0.5302.0>: "hostname": "10.1.5.38:8091", moxi<0.5302.0>: "clusterCompatibility": 1, ERROR REPORT <0.5302.0> 2011-12-05 11:06:23 =============================================================================== ns_1@10.1.5.53:<0.5302.0>:ns_port_server:161: Dropped 91 log lines from moxi INFO REPORT <0.118.0> 2011-12-05 11:06:23 =============================================================================== config change: buckets -> [{configs,[{"default", [{sasl_password,[]}, {num_replicas,1}, {ram_quota,1377828864}, {auth_type,sasl}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54']}, {map,[['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38'|...], [...]|...]}]}]}] INFO REPORT <0.118.0> 2011-12-05 11:06:23 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:06:23 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:06:23 =============================================================================== Pushing config done ERROR REPORT <0.5287.0> 2011-12-05 11:06:23 =============================================================================== ns_1@10.1.5.53:<0.5287.0>:ns_heart:156: Failed to get stats for bucket: "default": {error,{exit,{badarg,[{erlang,hd,[[]]}, {stats_reader,'-do_handle_call/3-fun-0-',2}, {mnesia_tm,non_transaction,5}, {stats_reader,do_handle_call,3}, {stats_reader,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}} INFO REPORT <0.5304.0> 2011-12-05 11:06:23 =============================================================================== memcached<0.5304.0>: Extension support isn't implemented in this version of bucket_engine INFO REPORT <0.5362.0> 2011-12-05 11:06:23 =============================================================================== ns_1@10.1.5.53:<0.5362.0>:stats_collector:83: Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 1 bytes_read 108 bytes_written 16216 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 11 curr_connections 11 curr_items 0 curr_items_tot 0 daemon_connections 10 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_bg_fetched 0 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_data_age 0 ep_data_age_highwat 0 ep_db_cleaner_status complete ep_db_strategy multiMTVBDB ep_dbinit 1 ep_dbname /opt/couchbase/var/lib/couchbase/data/default-data/default ep_dbshards 4 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_exp_pager_stime 3600 ep_expired 0 ep_flush_all false ep_flush_duration 0 ep_flush_duration_highwat 0 ep_flush_duration_total 0 ep_flush_preempts 0 ep_flusher_state running ep_flusher_todo 0 ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_items_rm_from_checkpoints 0 ep_kv_size 0 ep_latency_arith_cmd 0 ep_latency_get_cmd 0 ep_latency_store_cmd 0 ep_max_data_size 1377828864 ep_max_txn_size 1000 ep_mem_high_wat 1033371648 ep_mem_low_wat 826697318 ep_min_data_age 0 ep_num_active_non_resident 0 ep_num_checkpoint_remover_runs0 ep_num_eject_failures 0 ep_num_eject_replicas 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_onlineupdate false ep_onlineupdate_revert_add 0 ep_onlineupdate_revert_delete 0 ep_onlineupdate_revert_update 0 ep_oom_errors 0 ep_overhead 640 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_queue_age_cap 900 ep_queue_size 0 ep_storage_age 0 ep_storage_age_highwat 0 ep_storage_type featured ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_keepalive 300 ep_tap_throttle_queue_cap 1000000 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_value_size 0 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 1.8.0r_12_g9769273 ep_warmed_up 0 ep_warmup true ep_warmup_dups 0 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23505 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 mem_used 640 pid 23649 pointer_size 64 rejected_conns 0 rusage_system 0.160000 rusage_user 0.400000 threads 4 time 1323111983 total_connections 11 uptime 11 vb_active_curr_items 0 vb_active_eject 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version UNKNOWN ERROR REPORT <0.5287.0> 2011-12-05 11:06:24 =============================================================================== ns_1@10.1.5.53:<0.5287.0>:ns_heart:156: Failed to get stats for bucket: "default": {error,{exit,{badarg,[{erlang,hd,[[]]}, {stats_reader,'-do_handle_call/3-fun-0-',2}, {mnesia_tm,non_transaction,5}, {stats_reader,do_handle_call,3}, {stats_reader,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}} PROGRESS REPORT <0.5361.0> 2011-12-05 11:06:24 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.5437.0>}, {name, {child_id, [513,514,515,516,517,518,519,520,521,522,523,524,525,526, 527,528,529,530,531,532,533,534,535,536,537,538,539,540, 541,542,543,544,545,546,547,548,549,550,551,552,553,554, 555,556,557,558,559,560,561,562,563,564,565,566,567,568, 569,570,571,572,573,574,575,576,577,578,579,580,581,582, 583,584,585,586,587,588,589,590,591,592,593,594,595,596, 597,598,599,600,601,602,603,604,605,606,607,608,609,610, 611,612,613,614,615,616,617,618,619,620,621,622,623,624, 625,626,627,628,629,630,631,632,633,634,635,636,637,638, 639,640,641,642,643,644,645,646,647,648,649,650,651,652, 653,654,655,656,657,658,659,660,661,662,663,664,665,666, 667,668,669,670,671,672,673,674,675,676,677,678,679,680, 681,682], 'ns_1@10.1.5.54'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.54",11210}, [{username,"default"}, {password,[]}, {vbuckets, [513,514,515,516,517,518,519,520,521,522,523,524,525, 526,527,528,529,530,531,532,533,534,535,536,537,538, 539,540,541,542,543,544,545,546,547,548,549,550,551, 552,553,554,555,556,557,558,559,560,561,562,563,564, 565,566,567,568,569,570,571,572,573,574,575,576,577, 578,579,580,581,582,583,584,585,586,587,588,589,590, 591,592,593,594,595,596,597,598,599,600,601,602,603, 604,605,606,607,608,609,610,611,612,613,614,615,616, 617,618,619,620,621,622,623,624,625,626,627,628,629, 630,631,632,633,634,635,636,637,638,639,640,641,642, 643,644,645,646,647,648,649,650,651,652,653,654,655, 656,657,658,659,660,661,662,663,664,665,666,667,668, 669,670,671,672,673,674,675,676,677,678,679,680,681, 682]}, {takeover,false}, {suffix,"ns_1@10.1.5.54"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] PROGRESS REPORT <0.5361.0> 2011-12-05 11:06:24 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.5438.0>}, {name, {child_id, [342,343,344,345,346,347,348,349,350,351,352,353,354,355, 356,357,358,359,360,361,362,363,364,365,366,367,368,369, 370,371,372,373,374,375,376,377,378,379,380,381,382,383, 384,385,386,387,388,389,390,391,392,393,394,395,396,397, 398,399,400,401,402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [342,343,344,345,346,347,348,349,350,351,352,353,354, 355,356,357,358,359,360,361,362,363,364,365,366,367, 368,369,370,371,372,373,374,375,376,377,378,379,380, 381,382,383,384,385,386,387,388,389,390,391,392,393, 394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.5438.0> 2011-12-05 11:06:25 =============================================================================== ns_1@10.1.5.53:<0.5438.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,662,133,256,128,665,399, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|0],[622|1],[933|0]], [[490|1],[545|1],[856|0]], [[102|0],[413|1]], [[25|0],[647|1],[958|0]], [[570|1],[881|0]], [[127|0],[438|1],[621|1],[932|0]], [[50|0],[361|1],[489|1],[544|1],[672|1],[855|0],[983|0]], [[101|0],[412|1],[595|1],[906|0]], [[24|0],[152|0],[463|1],[518|1],[646|1],[957|0]], [[75|0],[386|1],[569|1],[880|0]], [[126|0],[437|1],[620|1],[931|0]], [[49|0],[360|1],[488|1],[543|1],[671|1],[854|0],[982|0]], [[100|0],[411|1],[594|1],[905|0]], [[23|0],[151|0],[462|1],[517|1],[645|1],[956|0]], [[74|0],[385|1],[568|1],[879|0],[1007|0]], [[125|0],[436|1],[619|1],[930|0]]}, {[[48|0],[359|1],[487|1],[542|1],[670|1],[981|0]], [[99|0],[410|1],[593|1],[904|0]], [[22|0],[150|0],[461|1],[516|1],[644|1],[955|0]], [[73|0],[384|1],[567|1],[878|0],[1006|0]], [[124|0],[435|1],[618|1],[929|0]], [[47|0],[358|1],[486|1],[541|1],[669|1],[980|0]], [[98|0],[409|1],[592|1],[903|0]], [[21|0],[149|0],[460|1],[515|1],[643|1],[954|0]], [[72|0],[383|1],[511|1],[566|1],[877|0],[1005|0]], [[123|0],[434|1],[617|1],[928|0]], [[46|0],[357|1],[485|1],[540|1],[668|1],[979|0]], [[97|0],[408|1],[591|1],[902|0]], [[20|0],[148|0],[459|1],[514|1],[642|1],[953|0]], [[71|0],[382|1],[510|1],[565|1],[876|0],[1004|0]], [[122|0],[433|1],[616|1],[927|0]], [[45|0],[356|1],[484|1],[539|1],[667|1],[978|0]]}, {[[96|0],[407|1],[590|1],[901|0]], [[19|0],[147|0],[458|1],[513|1],[641|1],[952|0]], [[70|0],[381|1],[509|1],[564|1],[875|0],[1003|0]], [[121|0],[432|1],[615|1],[926|0]], [[44|0],[355|1],[483|1],[538|1],[666|1],[977|0]], [[95|0],[406|1],[589|1],[900|0]], [[18|0],[146|0],[457|1],[512|1],[640|1],[951|0]], [[69|0],[380|1],[508|1],[563|1],[874|0],[1002|0]], [[120|0],[431|1],[614|1],[925|0]], [[43|0],[354|1],[482|1],[537|1],[665|1],[976|0]], [[94|0],[405|1],[588|1],[899|0]], [[17|0],[145|0],[456|1],[639|1],[950|0]], [[68|0],[379|1],[507|1],[562|1],[873|0],[1001|0]], [[119|0],[430|1],[613|1],[924|0]], [[42|0],[353|1],[481|1],[536|1],[664|1],[975|0]], [[93|0],[404|1],[587|1],[898|0]]}, {[[16|0],[144|0],[455|1],[638|1],[949|0]], [[67|0],[378|1],[506|1],[561|1],[872|0],[1000|0]], [[118|0],[429|1],[612|1],[923|0]], [[41|0],[352|1],[480|1],[535|1],[663|1],[974|0]], [[92|0],[403|1],[586|1],[897|0]], [[15|0],[143|0],[454|1],[637|1],[948|0]], [[66|0],[377|1],[505|1],[560|1],[871|0],[999|0]], [[117|0],[428|1],[611|1],[922|0]], [[40|0],[351|1],[479|1],[534|1],[662|1],[973|0]], [[91|0],[402|1],[585|1],[896|0]], [[14|0],[142|0],[453|1],[636|1],[947|0]], [[65|0],[376|1],[504|1],[559|1],[870|0],[998|0]], [[116|0],[427|1],[610|1],[921|0]], [[39|0],[350|1],[478|1],[533|1],[661|1],[972|0]], [[90|0],[401|1],[584|1],[895|0]], [[13|0],[141|0],[452|1],[635|1],[946|0]]}, {[[64|0],[375|1],[503|1],[558|1],[869|0],[997|0]], [[115|0],[426|1],[609|1],[920|0]], [[38|0],[166|0],[349|1],[477|1],[532|1],[660|1],[971|0]], [[89|0],[400|1],[583|1],[894|0]], [[12|0],[140|0],[451|1],[634|1],[945|0]], [[63|0],[374|1],[502|1],[557|1],[868|0],[996|0]], [[114|0],[425|1],[608|1],[919|0]], [[37|0],[165|0],[348|1],[476|1],[531|1],[659|1],[970|0]], [[88|0],[399|1],[582|1],[893|0]], [[11|0],[139|0],[450|1],[633|1],[944|0]], [[62|0],[373|1],[501|1],[556|1],[867|0],[995|0]], [[113|0],[424|1],[607|1],[918|0]], [[36|0],[164|0],[347|1],[475|1],[530|1],[658|1],[969|0]], [[87|0],[398|1],[581|1],[892|0]], [[10|0],[138|0],[449|1],[632|1],[943|0]], [[61|0],[372|1],[500|1],[555|1],[866|0],[994|0]]}, {[[112|0],[423|1],[606|1],[917|0]], [[35|0],[163|0],[346|1],[474|1],[529|1],[657|1],[968|0]], [[86|0],[397|1],[580|1],[891|0]], [[9|0],[137|0],[448|1],[631|1],[942|0]], [[60|0],[371|1],[499|1],[554|1],[682|1],[865|0],[993|0]], [[111|0],[422|1],[605|1],[916|0]], [[34|0],[162|0],[345|1],[473|1],[528|1],[656|1],[967|0]], [[85|0],[396|1],[579|1],[890|0]], [[8|0],[136|0],[447|1],[630|1],[941|0]], [[59|0],[370|1],[498|1],[553|1],[681|1],[864|0],[992|0]], [[110|0],[421|1],[604|1],[915|0]], [[33|0],[161|0],[344|1],[472|1],[527|1],[655|1],[966|0]], [[84|0],[395|1],[578|1],[889|0]], [[7|0],[135|0],[446|1],[629|1],[940|0]], [[58|0],[369|1],[497|1],[552|1],[680|1],[863|0],[991|0]], [[109|0],[420|1],[603|1],[914|0]]}, {[[32|0],[160|0],[343|1],[471|1],[526|1],[654|1],[965|0]], [[83|0],[394|1],[577|1],[888|0]], [[6|0],[134|0],[445|1],[628|1],[939|0]], [[57|0],[368|1],[496|1],[551|1],[679|1],[862|0],[990|0]], [[108|0],[419|1],[602|1],[913|0]], [[31|0],[159|0],[342|1],[470|1],[525|1],[653|1],[964|0]], [[82|0],[393|1],[576|1],[887|0]], [[5|0],[133|0],[444|1],[627|1],[938|0]], [[56|0],[367|1],[495|1],[550|1],[678|1],[861|0],[989|0]], [[107|0],[418|1],[601|1],[912|0]], [[30|0],[158|0],[469|1],[524|1],[652|1],[963|0]], [[81|0],[392|1],[575|1],[886|0]], [[4|0],[132|0],[443|1],[626|1],[937|0]], [[55|0],[366|1],[494|1],[549|1],[677|1],[860|0],[988|0]], [[106|0],[417|1],[600|1],[911|0]], [[29|0],[157|0],[468|1],[523|1],[651|1],[962|0]]}, {[[80|0],[391|1],[574|1],[885|0]], [[3|0],[131|0],[442|1],[625|1],[936|0]], [[54|0],[365|1],[493|1],[548|1],[676|1],[859|0],[987|0]], [[105|0],[416|1],[599|1],[910|0]], [[28|0],[156|0],[467|1],[522|1],[650|1],[961|0]], [[79|0],[390|1],[573|1],[884|0]], [[2|0],[130|0],[441|1],[624|1],[935|0]], [[53|0],[364|1],[492|1],[547|1],[675|1],[858|0],[986|0]], [[104|0],[415|1],[598|1],[909|0]], [[27|0],[155|0],[466|1],[521|1],[649|1],[960|0]], [[78|0],[389|1],[572|1],[883|0]], [[1|0],[129|0],[440|1],[623|1],[934|0]], [[52|0],[363|1],[491|1],[546|1],[674|1],[857|0],[985|0]], [[103|0],[414|1],[597|1],[908|0]], [[26|0],[154|0],[465|1],[520|1],[648|1],[959|0]], [[77|0],[388|1],[571|1],[882|0]]}, {[[128|0],[439|1]], [[51|0],[362|1],[673|1],[984|0]], [[596|1],[907|0]], [[153|0],[464|1],[519|1]], [[76|0],[387|1]], [],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.5438.0> 2011-12-05 11:06:25 =============================================================================== ns_1@10.1.5.53:<0.5438.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357, 358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373, 374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389, 390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405, 406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {checkpoints,[{342,0}, {343,0}, {344,0}, {345,0}, {346,0}, {347,0}, {348,0}, {349,0}, {350,0}, {351,0}, {352,0}, {353,0}, {354,0}, {355,0}, {356,0}, {357,0}, {358,0}, {359,0}, {360,0}, {361,0}, {362,0}, {363,0}, {364,0}, {365,0}, {366,0}, {367,0}, {368,0}, {369,0}, {370,0}, {371,0}, {372,0}, {373,0}, {374,0}, {375,0}, {376,0}, {377,0}, {378,0}, {379,0}, {380,0}, {381,0}, {382,0}, {383,0}, {384,0}, {385,0}, {386,0}, {387,0}, {388,0}, {389,0}, {390,0}, {391,0}, {392,0}, {393,0}, {394,0}, {395,0}, {396,0}, {397,0}, {398,0}, {399,0}, {400,0}, {401,0}, {402,0}, {403,0}, {404,0}, {405,0}, {406,0}, {407,0}, {408,0}, {409,0}, {410,0}, {411,0}, {412,0}, {413,0}, {414,0}, {415,0}, {416,0}, {417,0}, {418,0}, {419,0}, {420,0}, {421,0}, {422,0}, {423,0}, {424,0}, {425,0}, {426,0}, {427,0}, {428,0}, {429,0}, {430,0}, {431,0}, {432,0}, {433,0}, {434,0}, {435,0}, {436,0}, {437,0}, {438,0}, {439,0}, {440,0}, {441,0}, {442,0}, {443,0}, {444,0}, {445,0}, {446,0}, {447,0}, {448,0}, {449,0}, {450,0}, {451,0}, {452,0}, {453,0}, {454,0}, {455,0}, {456,0}, {457,0}, {458,0}, {459,0}, {460,0}, {461,0}, {462,0}, {463,0}, {464,0}, {465,0}, {466,0}, {467,0}, {468,0}, {469,0}, {470,0}, {471,0}, {472,0}, {473,0}, {474,0}, {475,0}, {476,0}, {477,0}, {478,0}, {479,0}, {480,0}, {481,0}, {482,0}, {483,0}, {484,0}, {485,0}, {486,0}, {487,0}, {488,0}, {489,0}, {490,0}, {491,0}, {492,0}, {493,0}, {494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.5437.0> 2011-12-05 11:06:25 =============================================================================== ns_1@10.1.5.53:<0.5437.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|0],[622|1],[933|0]], [[490|1],[545|1],[856|0]], [[102|0],[413|1]], [[25|0],[647|1],[958|0]], [[570|1],[881|0]], [[127|0],[438|1]], [[50|0],[361|1],[672|1],[983|0]], [[595|1],[906|0]], [[152|0],[463|1],[518|1]], [[75|0],[386|1],[569|1],[880|0],[1008|0]], [[126|0],[437|1],[620|1],[931|0]], [[49|0],[360|1],[488|1],[543|1],[671|1],[854|0],[982|0]], [[100|0],[411|1],[594|1],[905|0]], [[23|0],[151|0],[462|1],[517|1],[645|1],[956|0]], [[74|0],[385|1],[568|1],[879|0],[1007|0]], [[125|0],[436|1],[619|1],[930|0]]}, {[[48|0],[359|1],[487|1],[542|1],[670|1],[981|0]], [[99|0],[410|1],[593|1],[904|0]], [[22|0],[150|0],[461|1],[516|1],[644|1],[955|0]], [[73|0],[384|1],[567|1],[878|0],[1006|0]], [[124|0],[435|1],[618|1],[929|0]], [[47|0],[358|1],[486|1],[541|1],[669|1],[980|0]], [[98|0],[409|1],[592|1],[903|0]], [[21|0],[149|0],[460|1],[515|1],[643|1],[954|0]], [[72|0],[383|1],[511|1],[566|1],[877|0],[1005|0]], [[123|0],[434|1],[617|1],[928|0]], [[46|0],[357|1],[485|1],[540|1],[668|1],[979|0]], [[97|0],[408|1],[591|1],[902|0]], [[20|0],[148|0],[459|1],[514|1],[642|1],[953|0]], [[71|0],[382|1],[510|1],[565|1],[876|0],[1004|0]], [[122|0],[433|1],[616|1],[927|0]], [[45|0],[356|1],[484|1],[539|1],[667|1],[978|0]]}, {[[96|0],[407|1],[590|1],[901|0]], [[19|0],[147|0],[458|1],[513|1],[641|1],[952|0]], [[70|0],[381|1],[509|1],[564|1],[875|0],[1003|0]], [[121|0],[432|1],[615|1],[926|0]], [[44|0],[355|1],[483|1],[538|1],[666|1],[977|0]], [[95|0],[406|1],[589|1],[900|0]], [[18|0],[146|0],[457|1],[512|1],[640|1],[951|0]], [[69|0],[380|1],[508|1],[563|1],[874|0],[1002|0]], [[120|0],[431|1],[614|1],[925|0]], [[43|0],[354|1],[482|1],[537|1],[665|1],[976|0]], [[94|0],[405|1],[588|1],[899|0]], [[17|0],[145|0],[456|1],[639|1],[950|0]], [[68|0],[379|1],[507|1],[562|1],[873|0],[1001|0]], [[119|0],[430|1],[613|1],[924|0]], [[42|0],[170|0],[353|1],[481|1],[536|1],[664|1],[975|0]], [[93|0],[404|1],[587|1],[898|0]]}, {[[16|0],[144|0],[455|1],[638|1],[949|0]], [[67|0],[378|1],[506|1],[561|1],[872|0],[1000|0]], [[118|0],[429|1],[612|1],[923|0]], [[41|0],[169|0],[352|1],[480|1],[535|1],[663|1],[974|0]], [[92|0],[403|1],[586|1],[897|0]], [[15|0],[143|0],[454|1],[637|1],[948|0]], [[66|0],[377|1],[505|1],[560|1],[871|0],[999|0]], [[117|0],[428|1],[611|1],[922|0]], [[40|0],[168|0],[351|1],[479|1],[534|1],[662|1],[973|0]], [[91|0],[402|1],[585|1],[896|0]], [[14|0],[142|0],[453|1],[636|1],[947|0]], [[65|0],[376|1],[504|1],[559|1],[870|0],[998|0]], [[116|0],[427|1],[610|1],[921|0]], [[39|0],[167|0],[350|1],[478|1],[533|1],[661|1],[972|0]], [[90|0],[401|1],[584|1],[895|0],[1023|0]], [[13|0],[141|0],[452|1],[635|1],[946|0]]}, {[[64|0],[375|1],[503|1],[558|1],[869|0],[997|0]], [[115|0],[426|1],[609|1],[920|0]], [[38|0],[166|0],[349|1],[477|1],[532|1],[660|1],[971|0]], [[89|0],[400|1],[583|1],[894|0],[1022|0]], [[12|0],[140|0],[451|1],[634|1],[945|0]], [[63|0],[374|1],[502|1],[557|1],[868|0],[996|0]], [[114|0],[425|1],[608|1],[919|0]], [[37|0],[165|0],[348|1],[476|1],[531|1],[659|1],[970|0]], [[88|0],[399|1],[582|1],[893|0],[1021|0]], [[11|0],[139|0],[450|1],[633|1],[944|0]], [[62|0],[373|1],[501|1],[556|1],[867|0],[995|0]], [[113|0],[424|1],[607|1],[918|0]], [[36|0],[164|0],[347|1],[475|1],[530|1],[658|1],[969|0]], [[87|0],[398|1],[581|1],[892|0],[1020|0]], [[10|0],[138|0],[449|1],[632|1],[943|0]], [[61|0],[372|1],[500|1],[555|1],[866|0],[994|0]]}, {[[112|0],[423|1],[606|1],[917|0]], [[35|0],[163|0],[346|1],[474|1],[529|1],[657|1],[968|0]], [[86|0],[397|1],[580|1],[891|0],[1019|0]], [[9|0],[137|0],[448|1],[631|1],[942|0]], [[60|0],[371|1],[499|1],[554|1],[682|1],[865|0],[993|0]], [[111|0],[422|1],[605|1],[916|0]], [[34|0],[162|0],[345|1],[473|1],[528|1],[656|1],[967|0]], [[85|0],[396|1],[579|1],[890|0],[1018|0]], [[8|0],[136|0],[447|1],[630|1],[941|0]], [[59|0],[370|1],[498|1],[553|1],[681|1],[864|0],[992|0]], [[110|0],[421|1],[604|1],[915|0]], [[33|0],[161|0],[344|1],[472|1],[527|1],[655|1],[966|0]], [[84|0],[395|1],[578|1],[889|0],[1017|0]], [[7|0],[135|0],[446|1],[629|1],[940|0]], [[58|0],[369|1],[497|1],[552|1],[680|1],[863|0],[991|0]], [[109|0],[420|1],[603|1],[914|0]]}, {[[32|0],[160|0],[343|1],[471|1],[526|1],[654|1],[965|0]], [[83|0],[394|1],[577|1],[888|0],[1016|0]], [[6|0],[134|0],[445|1],[628|1],[939|0]], [[57|0],[368|1],[496|1],[551|1],[679|1],[862|0],[990|0]], [[108|0],[419|1],[602|1],[913|0]], [[31|0],[159|0],[342|1],[470|1],[525|1],[653|1],[964|0]], [[82|0],[393|1],[576|1],[887|0],[1015|0]], [[5|0],[133|0],[444|1],[627|1],[938|0]], [[56|0],[367|1],[495|1],[550|1],[678|1],[861|0],[989|0]], [[107|0],[418|1],[601|1],[912|0]], [[30|0],[158|0],[469|1],[524|1],[652|1],[963|0]], [[81|0],[392|1],[575|1],[886|0],[1014|0]], [[4|0],[132|0],[443|1],[626|1],[937|0]], [[55|0],[366|1],[494|1],[549|1],[677|1],[860|0],[988|0]], [[106|0],[417|1],[600|1],[911|0]], [[29|0],[157|0],[468|1],[523|1],[651|1],[962|0]]}, {[[80|0],[391|1],[574|1],[885|0],[1013|0]], [[3|0],[131|0],[442|1],[625|1],[936|0]], [[54|0],[365|1],[493|1],[548|1],[676|1],[859|0],[987|0]], [[105|0],[416|1],[599|1],[910|0]], [[28|0],[156|0],[467|1],[522|1],[650|1],[961|0]], [[79|0],[390|1],[573|1],[884|0],[1012|0]], [[2|0],[130|0],[441|1],[624|1],[935|0]], [[53|0],[364|1],[492|1],[547|1],[675|1],[858|0],[986|0]], [[104|0],[415|1],[598|1],[909|0]], [[27|0],[155|0],[466|1],[521|1],[649|1],[960|0]], [[78|0],[389|1],[572|1],[883|0],[1011|0]], [[1|0],[129|0],[440|1],[623|1],[934|0]], [[52|0],[363|1],[491|1],[546|1],[674|1],[857|0],[985|0]], [[103|0],[414|1],[597|1],[908|0]], [[26|0],[154|0],[465|1],[520|1],[648|1],[959|0]], [[77|0],[388|1],[571|1],[882|0],[1010|0]]}, {[[128|0],[439|1]], [[51|0],[362|1],[673|1],[984|0]], [[596|1],[907|0]], [[153|0],[464|1],[519|1]], [[76|0],[387|1],[1009|0]], [[621|1],[932|0]], [[489|1],[544|1],[855|0]], [[101|0],[412|1]], [[24|0],[646|1],[957|0]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.5437.0> 2011-12-05 11:06:25 =============================================================================== ns_1@10.1.5.53:<0.5437.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[513,514,515,516,517,518,519,520,521,522,523,524,525,526,527,528, 529,530,531,532,533,534,535,536,537,538,539,540,541,542,543,544, 545,546,547,548,549,550,551,552,553,554,555,556,557,558,559,560, 561,562,563,564,565,566,567,568,569,570,571,572,573,574,575,576, 577,578,579,580,581,582,583,584,585,586,587,588,589,590,591,592, 593,594,595,596,597,598,599,600,601,602,603,604,605,606,607,608, 609,610,611,612,613,614,615,616,617,618,619,620,621,622,623,624, 625,626,627,628,629,630,631,632,633,634,635,636,637,638,639,640, 641,642,643,644,645,646,647,648,649,650,651,652,653,654,655,656, 657,658,659,660,661,662,663,664,665,666,667,668,669,670,671,672, 673,674,675,676,677,678,679,680,681,682]}, {checkpoints,[{513,0}, {514,0}, {515,0}, {516,0}, {517,0}, {518,0}, {519,0}, {520,0}, {521,0}, {522,0}, {523,0}, {524,0}, {525,0}, {526,0}, {527,0}, {528,0}, {529,0}, {530,0}, {531,0}, {532,0}, {533,0}, {534,0}, {535,0}, {536,0}, {537,0}, {538,0}, {539,0}, {540,0}, {541,0}, {542,0}, {543,0}, {544,0}, {545,0}, {546,0}, {547,0}, {548,0}, {549,0}, {550,0}, {551,0}, {552,0}, {553,0}, {554,0}, {555,0}, {556,0}, {557,0}, {558,0}, {559,0}, {560,0}, {561,0}, {562,0}, {563,0}, {564,0}, {565,0}, {566,0}, {567,0}, {568,0}, {569,0}, {570,0}, {571,0}, {572,0}, {573,0}, {574,0}, {575,0}, {576,0}, {577,0}, {578,0}, {579,0}, {580,0}, {581,0}, {582,0}, {583,0}, {584,0}, {585,0}, {586,0}, {587,0}, {588,0}, {589,0}, {590,0}, {591,0}, {592,0}, {593,0}, {594,0}, {595,0}, {596,0}, {597,0}, {598,0}, {599,0}, {600,0}, {601,0}, {602,0}, {603,0}, {604,0}, {605,0}, {606,0}, {607,0}, {608,0}, {609,0}, {610,0}, {611,0}, {612,0}, {613,0}, {614,0}, {615,0}, {616,0}, {617,0}, {618,0}, {619,0}, {620,0}, {621,0}, {622,0}, {623,0}, {624,0}, {625,0}, {626,0}, {627,0}, {628,0}, {629,0}, {630,0}, {631,0}, {632,0}, {633,0}, {634,0}, {635,0}, {636,0}, {637,0}, {638,0}, {639,0}, {640,0}, {641,0}, {642,0}, {643,0}, {644,0}, {645,0}, {646,0}, {647,0}, {648,0}, {649,0}, {650,0}, {651,0}, {652,0}, {653,0}, {654,0}, {655,0}, {656,0}, {657,0}, {658,0}, {659,0}, {660,0}, {661,0}, {662,0}, {663,0}, {664,0}, {665,0}, {666,0}, {667,0}, {668,0}, {669,0}, {670,0}, {671,0}, {672,0}, {673,0}, {674,0}, {675,0}, {676,0}, {677,0}, {678,0}, {679,0}, {680,0}, {681,0}, {682,0}]}, {name,"replication_ns_1@10.1.5.54"}, {takeover,false}] ERROR REPORT <0.5460.0> 2011-12-05 11:06:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.5266.0> 2011-12-05 11:06:43 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.54' INFO REPORT <0.5288.0> 2011-12-05 11:07:14 =============================================================================== ns_1@10.1.5.53:<0.5288.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.38', [{last_heard,{1323,112032,756361}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,60178600}, {processes,32492784}, {processes_used,32457952}, {system,27685816}, {atom,913745}, {atom_used,899686}, {binary,695384}, {code,8753973}, {ets,7166240}]}, {system_stats, [{cpu_utilization_rate,7.862407862407863}, {swap_total,708829184}, {swap_used,4694016}]}, {interesting_stats, [{curr_items,131},{curr_items_tot,255},{vb_replica_curr_items,124}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {inets,"5.6"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2075}, {memory_data,{2584977408,2067689472,{<11344.496.0>,4715224}}}, {disk_data, [{"/",14501808,20}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,20}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 501000 kB\nBuffers: 104700 kB\nCached: 160212 kB\nSwapCached: 392 kB\nActive: 963992 kB\nInactive: 420500 kB\nActive(anon): 894484 kB\nInactive(anon): 225124 kB\nActive(file): 69508 kB\nInactive(file): 195376 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687632 kB\nDirty: 368 kB\nWriteback: 0 kB\nAnonPages: 1119732 kB\nMapped: 7196 kB\nShmem: 16 kB\nSlab: 56096 kB\nSReclaimable: 37572 kB\nSUnreclaim: 18524 kB\nKernelStack: 1544 kB\nPageTables: 3932 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1619888 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,704135168}, {total_swap,708829184}, {cached_memory,164057088}, {buffered_memory,107212800}, {free_memory,513024000}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2070674,0}}, {context_switches,{1373118,0}}, {garbage_collection,{1019324,3473998908,0}}, {io,{{input,74527143},{output,142844752}}}, {reductions,{1032574125,4088283}}, {run_queue,1}, {runtime,{223110,460}}]}]}, {'ns_1@10.1.5.53', [{last_heard,{1323,112029,135679}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,32142448}, {processes,11965896}, {processes_used,11957752}, {system,20176552}, {atom,828337}, {atom_used,825619}, {binary,350344}, {code,7918112}, {ets,1284520}]}, {system_stats, [{cpu_utilization_rate,5.2631578947368425}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats, [{curr_items,100},{curr_items_tot,190},{vb_replica_curr_items,90}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1937}, {memory_data,{2584977408,1558523904,{<0.5295.0>,1572536}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1002024 kB\nBuffers: 162376 kB\nCached: 1119480 kB\nSwapCached: 988 kB\nActive: 948472 kB\nInactive: 430608 kB\nActive(anon): 96344 kB\nInactive(anon): 1008 kB\nActive(file): 852128 kB\nInactive(file): 429600 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 236 kB\nWriteback: 0 kB\nAnonPages: 96400 kB\nMapped: 7088 kB\nShmem: 104 kB\nSlab: 76892 kB\nSReclaimable: 66840 kB\nSUnreclaim: 10052 kB\nKernelStack: 1304 kB\nPageTables: 1668 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 355372 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1146347520}, {buffered_memory,166273024}, {free_memory,1026072576}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1927848,1}}, {context_switches,{240638,0}}, {garbage_collection,{63283,121543053,0}}, {io,{{input,13554607},{output,12537149}}}, {reductions,{46836491,1078174}}, {run_queue,0}, {runtime,{9060,310}}]}]}, {'ns_1@10.1.5.54', [{last_heard,{1323,112032,317335}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,34286520}, {processes,13593160}, {processes_used,13565976}, {system,20693360}, {atom,867577}, {atom_used,835128}, {binary,608104}, {code,8044766}, {ets,1316784}]}, {system_stats, [{cpu_utilization_rate,1.9851116625310175}, {swap_total,708829184}, {swap_used,3760128}]}, {interesting_stats, [{curr_items,130},{curr_items_tot,244},{vb_replica_curr_items,114}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1591}, {memory_data,{2584977408,1607598080,{<11359.119.0>,2172480}}}, {disk_data, [{"/",14501808,14}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,14}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 952612 kB\nBuffers: 161472 kB\nCached: 656640 kB\nSwapCached: 1144 kB\nActive: 638380 kB\nInactive: 281644 kB\nActive(anon): 99320 kB\nInactive(anon): 2796 kB\nActive(file): 539060 kB\nInactive(file): 278848 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 360 kB\nWriteback: 0 kB\nAnonPages: 100936 kB\nMapped: 9456 kB\nShmem: 200 kB\nSlab: 71184 kB\nSReclaimable: 52916 kB\nSUnreclaim: 18268 kB\nKernelStack: 1328 kB\nPageTables: 1952 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 365904 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705069056}, {total_swap,708829184}, {cached_memory,672399360}, {buffered_memory,165347328}, {free_memory,975474688}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1581782,2}}, {context_switches,{415054,0}}, {garbage_collection,{433534,1086278942,0}}, {io,{{input,18097529},{output,28066607}}}, {reductions,{268240569,1108098}}, {run_queue,0}, {runtime,{88470,280}}]}]}] INFO REPORT <0.118.0> 2011-12-05 11:07:19 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 11:07:19 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54','ns_1@10.1.5.58'] INFO REPORT <0.5276.0> 2011-12-05 11:07:19 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:374: List of peers has changed from ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] to ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54', 'ns_1@10.1.5.58'] INFO REPORT <0.5276.0> 2011-12-05 11:07:19 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:424: Switching from normal to compatible mode INFO REPORT <0.5647.0> 2011-12-05 11:07:19 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.5647.0> 2011-12-05 11:07:19 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54','ns_1@10.1.5.58'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 11:07:19 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:07:19 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:07:19 =============================================================================== Pushing config done INFO REPORT <0.118.0> 2011-12-05 11:07:19 =============================================================================== config change: {node,'ns_1@10.1.5.58',membership} -> inactiveAdded INFO REPORT <0.118.0> 2011-12-05 11:07:19 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:07:19 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:07:19 =============================================================================== Pushing config done INFO REPORT <0.5647.0> 2011-12-05 11:07:19 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz ERROR REPORT <0.5665.0> 2011-12-05 11:07:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** INFO REPORT <0.5261.0> 2011-12-05 11:07:21 =============================================================================== ns_log: logging ns_node_disco:4:Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.58' came up. INFO REPORT <0.5260.0> 2011-12-05 11:07:21 =============================================================================== Detected a new nodes (['ns_1@10.1.5.58']). Moving config around. INFO REPORT <0.5260.0> 2011-12-05 11:07:21 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54','ns_1@10.1.5.58'] INFO REPORT <0.118.0> 2011-12-05 11:07:21 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 11:07:21 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'] INFO REPORT <0.5276.0> 2011-12-05 11:07:21 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:374: List of peers has changed from ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54', 'ns_1@10.1.5.58'] to ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] INFO REPORT <0.5276.0> 2011-12-05 11:07:21 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:424: Switching from compatible to normal mode INFO REPORT <0.5671.0> 2011-12-05 11:07:21 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.5671.0> 2011-12-05 11:07:21 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.5671.0> 2011-12-05 11:07:21 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 11:07:21 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <0.118.0> 2011-12-05 11:07:21 =============================================================================== config change: otp -> [{cookie,pyjbcltdajozpibz}] INFO REPORT <0.5672.0> 2011-12-05 11:07:21 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.5672.0> 2011-12-05 11:07:21 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.5672.0> 2011-12-05 11:07:21 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 11:07:21 =============================================================================== config change: {node,'ns_1@10.1.5.58',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 11:07:21 =============================================================================== config change: {node,'ns_1@10.1.5.58',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 11:07:21 =============================================================================== config change: {node,'ns_1@10.1.5.58',memcached} -> [{dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:07:21 =============================================================================== config change: {node,'ns_1@10.1.5.58',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:07:21 =============================================================================== config change: {node,'ns_1@10.1.5.58',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:07:21 =============================================================================== config change: {node,'ns_1@10.1.5.58',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:07:21 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:07:21 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:07:21 =============================================================================== Pushing config done INFO REPORT <0.5266.0> 2011-12-05 11:07:28 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' ERROR REPORT <0.5719.0> 2011-12-05 11:07:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.5266.0> 2011-12-05 11:07:50 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' INFO REPORT <0.5362.0> 2011-12-05 11:08:03 =============================================================================== ns_1@10.1.5.53:<0.5362.0>:stats_collector:83: Stats for bucket "default": accepting_conns 1 auth_cmds 5 auth_errors 0 bucket_active_conns 1 bucket_conns 8 bytes_read 5285680 bytes_written 17697112 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 58443 cmd_set 7733 conn_yields 11 connection_structures 16 curr_connections 16 curr_items 666 curr_items_tot 1336 daemon_connections 10 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_bg_fetched 0 ep_commit_num 63 ep_commit_time 0 ep_commit_time_total 1 ep_data_age 1 ep_data_age_highwat 1 ep_db_cleaner_status complete ep_db_strategy multiMTVBDB ep_dbinit 1 ep_dbname /opt/couchbase/var/lib/couchbase/data/default-data/default ep_dbshards 4 ep_diskqueue_drain 3985 ep_diskqueue_fill 4047 ep_diskqueue_items 62 ep_diskqueue_memory 5456 ep_diskqueue_pending 21799 ep_exp_pager_stime 3600 ep_expired 0 ep_flush_all false ep_flush_duration 0 ep_flush_duration_highwat 1 ep_flush_duration_total 1 ep_flush_preempts 0 ep_flusher_state running ep_flusher_todo 0 ep_io_num_read 0 ep_io_num_write 3985 ep_io_read_bytes 0 ep_io_write_bytes 1000735 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_items_rm_from_checkpoints 0 ep_kv_size 474016 ep_latency_arith_cmd 0 ep_latency_get_cmd 58443 ep_latency_store_cmd 7733 ep_max_data_size 1377828864 ep_max_txn_size 1000 ep_mem_high_wat 1033371648 ep_mem_low_wat 826697318 ep_min_data_age 0 ep_num_active_non_resident 0 ep_num_checkpoint_remover_runs20 ep_num_eject_failures 0 ep_num_eject_replicas 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_onlineupdate false ep_onlineupdate_revert_add 0 ep_onlineupdate_revert_delete 0 ep_onlineupdate_revert_update 0 ep_oom_errors 0 ep_overhead 18170848 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_queue_age_cap 900 ep_queue_size 62 ep_storage_age 26 ep_storage_age_highwat 64 ep_storage_type featured ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_keepalive 300 ep_tap_throttle_queue_cap 1000000 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 436160 ep_total_del_items 0 ep_total_enqueued 4047 ep_total_new_items 1317 ep_total_persisted 3985 ep_uncommitted_items 0 ep_value_size 353068 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 1.8.0r_12_g9769273 ep_warmed_up 0 ep_warmup true ep_warmup_dups 0 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23505 get_hits 58443 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 mem_used 18644864 pid 23649 pointer_size 64 rejected_conns 0 rusage_system 1.480000 rusage_user 3.830000 tap_checkpoint_start_received 341 tap_checkpoint_start_sent 341 tap_connect_received 2 tap_mutation_received 2427 tap_mutation_sent 2993 tap_opaque_received 4 tap_opaque_sent 4 threads 4 time 1323112082 total_connections 16 uptime 110 vb_active_curr_items 666 vb_active_eject 0 vb_active_ht_memory 8549552 vb_active_itm_memory 217430 vb_active_num 341 vb_active_num_non_resident 0 vb_active_ops_create 658 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 1437 vb_active_perc_mem_resident 100 vb_active_queue_age 1438000 vb_active_queue_drain 2095 vb_active_queue_fill 2129 vb_active_queue_memory 2992 vb_active_queue_pending 11953 vb_active_queue_size 34 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 670 vb_replica_eject 0 vb_replica_ht_memory 8549552 vb_replica_itm_memory 218730 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_ops_create 659 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 1231 vb_replica_perc_mem_resident 100 vb_replica_queue_age 881000 vb_replica_queue_drain 1890 vb_replica_queue_fill 1918 vb_replica_queue_memory 2464 vb_replica_queue_pending 9846 vb_replica_queue_size 28 version UNKNOWN INFO REPORT <0.5261.0> 2011-12-05 11:08:08 =============================================================================== ns_log: logging ns_node_disco:5:Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.58' went down. INFO REPORT <0.5260.0> 2011-12-05 11:08:08 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'] INFO REPORT <0.5288.0> 2011-12-05 11:08:14 =============================================================================== ns_1@10.1.5.53:<0.5288.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.38', [{last_heard,{1323,112092,753860}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,62056840}, {processes,34338176}, {processes_used,34301088}, {system,27718664}, {atom,913745}, {atom_used,899740}, {binary,634672}, {code,8753973}, {ets,7255336}]}, {system_stats, [{cpu_utilization_rate,9.882352941176471}, {swap_total,708829184}, {swap_used,4694016}]}, {interesting_stats, [{curr_items,753}, {curr_items_tot,1553}, {vb_replica_curr_items,800}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {inets,"5.6"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2135}, {memory_data,{2584977408,2073198592,{<11344.496.0>,5686368}}}, {disk_data, [{"/",14501808,20}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,20}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 496568 kB\nBuffers: 106032 kB\nCached: 165152 kB\nSwapCached: 392 kB\nActive: 967048 kB\nInactive: 422160 kB\nActive(anon): 892924 kB\nInactive(anon): 225124 kB\nActive(file): 74124 kB\nInactive(file): 197036 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687632 kB\nDirty: 296 kB\nWriteback: 0 kB\nAnonPages: 1117772 kB\nMapped: 7196 kB\nShmem: 16 kB\nSlab: 56064 kB\nSReclaimable: 37572 kB\nSUnreclaim: 18492 kB\nKernelStack: 1544 kB\nPageTables: 3908 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1631772 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,704135168}, {total_swap,708829184}, {cached_memory,169115648}, {buffered_memory,108576768}, {free_memory,508485632}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2130686,1}}, {context_switches,{1397516,0}}, {garbage_collection,{1023011,3497163921,0}}, {io,{{input,75107846},{output,145128097}}}, {reductions,{1052710042,3771414}}, {run_queue,0}, {runtime,{225120,440}}]}]}, {'ns_1@10.1.5.53', [{last_heard,{1323,112089,135456}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,35042400}, {processes,14572600}, {processes_used,14563656}, {system,20469800}, {atom,828337}, {atom_used,825673}, {binary,409336}, {code,7918112}, {ets,1514880}]}, {system_stats, [{cpu_utilization_rate,4.433497536945813}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats, [{curr_items,726}, {curr_items_tot,1435}, {vb_replica_curr_items,709}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1997}, {memory_data,{2584977408,1565880320,{<0.5295.0>,2543680}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 995212 kB\nBuffers: 162380 kB\nCached: 1124772 kB\nSwapCached: 988 kB\nActive: 952876 kB\nInactive: 432708 kB\nActive(anon): 97528 kB\nInactive(anon): 1008 kB\nActive(file): 855348 kB\nInactive(file): 431700 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 348 kB\nWriteback: 0 kB\nAnonPages: 97608 kB\nMapped: 7096 kB\nShmem: 104 kB\nSlab: 77044 kB\nSReclaimable: 66992 kB\nSUnreclaim: 10052 kB\nKernelStack: 1296 kB\nPageTables: 1672 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 357112 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1151766528}, {buffered_memory,166277120}, {free_memory,1019097088}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1987857,1}}, {context_switches,{257766,0}}, {garbage_collection,{66955,136623301,0}}, {io,{{input,13921731},{output,14545011}}}, {reductions,{52909010,1484466}}, {run_queue,0}, {runtime,{10600,380}}]}]}, {'ns_1@10.1.5.54', [{last_heard,{1323,112092,316343}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,36655776}, {processes,15863472}, {processes_used,15836144}, {system,20792304}, {atom,867577}, {atom_used,835182}, {binary,496496}, {code,8044766}, {ets,1523000}]}, {system_stats, [{cpu_utilization_rate,5.172413793103448}, {swap_total,708829184}, {swap_used,3760128}]}, {interesting_stats, [{curr_items,761}, {curr_items_tot,1487}, {vb_replica_curr_items,726}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1651}, {memory_data,{2584977408,1616318464,{<11359.5752.0>,2543680}}}, {disk_data, [{"/",14501808,14}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,14}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 943632 kB\nBuffers: 161476 kB\nCached: 661632 kB\nSwapCached: 1144 kB\nActive: 644584 kB\nInactive: 283644 kB\nActive(anon): 102536 kB\nInactive(anon): 2796 kB\nActive(file): 542048 kB\nInactive(file): 280848 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 372 kB\nWriteback: 0 kB\nAnonPages: 104192 kB\nMapped: 9456 kB\nShmem: 200 kB\nSlab: 71224 kB\nSReclaimable: 53024 kB\nSUnreclaim: 18200 kB\nKernelStack: 1320 kB\nPageTables: 1964 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 370732 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705069056}, {total_swap,708829184}, {cached_memory,677511168}, {buffered_memory,165351424}, {free_memory,966279168}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1641782,1}}, {context_switches,{430679,0}}, {garbage_collection,{437321,1101820808,0}}, {io,{{input,18487901},{output,29850023}}}, {reductions,{274378754,1344558}}, {run_queue,0}, {runtime,{89450,160}}]}]}] ERROR REPORT <0.5936.0> 2011-12-05 11:08:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.5975.0> 2011-12-05 11:08:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.5266.0> 2011-12-05 11:08:32 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' INFO REPORT <0.118.0> 2011-12-05 11:08:35 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 11:08:35 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54','ns_1@10.1.5.58'] INFO REPORT <0.5276.0> 2011-12-05 11:08:35 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:374: List of peers has changed from ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] to ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54', 'ns_1@10.1.5.58'] INFO REPORT <0.5276.0> 2011-12-05 11:08:35 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:424: Switching from normal to compatible mode INFO REPORT <0.5996.0> 2011-12-05 11:08:35 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.5996.0> 2011-12-05 11:08:35 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54','ns_1@10.1.5.58'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 11:08:35 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:08:35 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:08:35 =============================================================================== Pushing config done INFO REPORT <0.5996.0> 2011-12-05 11:08:35 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.5261.0> 2011-12-05 11:08:36 =============================================================================== ns_log: logging ns_node_disco:4:Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.58' came up. INFO REPORT <0.5257.0> 2011-12-05 11:08:36 =============================================================================== ns_log: suppressing duplicate log ns_node_disco:4("Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.58' came up.") because it's been seen 1 times in the past 74.952337 secs (last seen 74.952337 secs ago INFO REPORT <0.5260.0> 2011-12-05 11:08:36 =============================================================================== Detected a new nodes (['ns_1@10.1.5.58']). Moving config around. INFO REPORT <0.5260.0> 2011-12-05 11:08:36 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54','ns_1@10.1.5.58'] INFO REPORT <0.118.0> 2011-12-05 11:08:36 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 11:08:36 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'] INFO REPORT <0.5276.0> 2011-12-05 11:08:36 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:374: List of peers has changed from ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54', 'ns_1@10.1.5.58'] to ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] INFO REPORT <0.5276.0> 2011-12-05 11:08:36 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:424: Switching from compatible to normal mode INFO REPORT <0.6012.0> 2011-12-05 11:08:36 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.6012.0> 2011-12-05 11:08:36 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 11:08:36 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <0.118.0> 2011-12-05 11:08:36 =============================================================================== config change: otp -> [{cookie,pyjbcltdajozpibz}] INFO REPORT <0.6013.0> 2011-12-05 11:08:36 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.6013.0> 2011-12-05 11:08:36 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 11:08:36 =============================================================================== config change: {node,'ns_1@10.1.5.58',isasl} -> [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}] INFO REPORT <0.6012.0> 2011-12-05 11:08:36 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.6013.0> 2011-12-05 11:08:36 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 11:08:36 =============================================================================== config change: {node,'ns_1@10.1.5.58',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:08:36 =============================================================================== config change: {node,'ns_1@10.1.5.58',ns_log} -> [{filename,"/opt/membase/var/lib/membase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:08:36 =============================================================================== config change: {node,'ns_1@10.1.5.58',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:08:36 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:08:36 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:08:36 =============================================================================== Pushing config done INFO REPORT <0.5266.0> 2011-12-05 11:08:44 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.54' INFO REPORT <0.5266.0> 2011-12-05 11:08:58 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.54' INFO REPORT <0.5261.0> 2011-12-05 11:08:59 =============================================================================== ns_log: logging ns_node_disco:5:Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.58' went down. INFO REPORT <0.5257.0> 2011-12-05 11:08:59 =============================================================================== ns_log: suppressing duplicate log ns_node_disco:5("Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.58' went down.") because it's been seen 1 times in the past 50.830639 secs (last seen 50.830639 secs ago INFO REPORT <0.5260.0> 2011-12-05 11:08:59 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'] INFO REPORT <0.5288.0> 2011-12-05 11:09:14 =============================================================================== ns_1@10.1.5.53:<0.5288.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.38', [{last_heard,{1323,112152,753110}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,63741000}, {processes,35651928}, {processes_used,35614840}, {system,28089072}, {atom,913745}, {atom_used,899740}, {binary,847608}, {code,8753973}, {ets,7407640}]}, {system_stats, [{cpu_utilization_rate,7.142857142857143}, {swap_total,708829184}, {swap_used,4694016}]}, {interesting_stats, [{curr_items,1373}, {curr_items_tot,2837}, {vb_replica_curr_items,1464}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {inets,"5.6"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2195}, {memory_data,{2584977408,2080149504,{<11344.496.0>,5686368}}}, {disk_data, [{"/",14501808,20}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,20}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 493004 kB\nBuffers: 106936 kB\nCached: 166432 kB\nSwapCached: 392 kB\nActive: 970504 kB\nInactive: 421656 kB\nActive(anon): 893692 kB\nInactive(anon): 225124 kB\nActive(file): 76812 kB\nInactive(file): 196532 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687632 kB\nDirty: 300 kB\nWriteback: 0 kB\nAnonPages: 1118532 kB\nMapped: 7196 kB\nShmem: 16 kB\nSlab: 56032 kB\nSReclaimable: 37572 kB\nSUnreclaim: 18460 kB\nKernelStack: 1544 kB\nPageTables: 3920 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1633956 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,704135168}, {total_swap,708829184}, {cached_memory,170426368}, {buffered_memory,109502464}, {free_memory,504836096}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2190683,1}}, {context_switches,{1421830,0}}, {garbage_collection,{1026359,3521465680,0}}, {io,{{input,75794642},{output,147424653}}}, {reductions,{1072986802,4035760}}, {run_queue,1}, {runtime,{227110,490}}]}]}, {'ns_1@10.1.5.53', [{last_heard,{1323,112149,135943}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,37440304}, {processes,16608528}, {processes_used,16598784}, {system,20831776}, {atom,828337}, {atom_used,825673}, {binary,611816}, {code,7918112}, {ets,1669984}]}, {system_stats, [{cpu_utilization_rate,4.75}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats, [{curr_items,1344}, {curr_items_tot,2653}, {vb_replica_curr_items,1309}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2057}, {memory_data,{2584977408,1568419840,{<0.5295.0>,2543680}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 991492 kB\nBuffers: 162380 kB\nCached: 1125712 kB\nSwapCached: 988 kB\nActive: 957340 kB\nInactive: 431992 kB\nActive(anon): 100336 kB\nInactive(anon): 1008 kB\nActive(file): 857004 kB\nInactive(file): 430984 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 376 kB\nWriteback: 0 kB\nAnonPages: 100448 kB\nMapped: 7096 kB\nShmem: 104 kB\nSlab: 77064 kB\nSReclaimable: 67016 kB\nSUnreclaim: 10048 kB\nKernelStack: 1296 kB\nPageTables: 1684 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 354888 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1152729088}, {buffered_memory,166277120}, {free_memory,1015287808}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2047848,1}}, {context_switches,{273738,0}}, {garbage_collection,{70543,151912025,0}}, {io,{{input,15898698},{output,17844849}}}, {reductions,{58905238,1522172}}, {run_queue,0}, {runtime,{11950,330}}]}]}, {'ns_1@10.1.5.54', [{last_heard,{1323,112152,324344}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,38390672}, {processes,17341856}, {processes_used,17314528}, {system,21048816}, {atom,867577}, {atom_used,835182}, {binary,597184}, {code,8044766}, {ets,1675096}]}, {system_stats, [{cpu_utilization_rate,1.728395061728395}, {swap_total,708829184}, {swap_used,3760128}]}, {interesting_stats, [{curr_items,1392}, {curr_items_tot,2741}, {vb_replica_curr_items,1349}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1711}, {memory_data,{2584977408,1618444288,{<11359.5752.0>,2543680}}}, {disk_data, [{"/",14501808,14}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,14}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 940780 kB\nBuffers: 161476 kB\nCached: 662456 kB\nSwapCached: 1144 kB\nActive: 648432 kB\nInactive: 282832 kB\nActive(anon): 104736 kB\nInactive(anon): 2796 kB\nActive(file): 543696 kB\nInactive(file): 280036 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 388 kB\nWriteback: 0 kB\nAnonPages: 106612 kB\nMapped: 9456 kB\nShmem: 200 kB\nSlab: 71244 kB\nSReclaimable: 53052 kB\nSUnreclaim: 18192 kB\nKernelStack: 1320 kB\nPageTables: 1960 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 364960 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705069056}, {total_swap,708829184}, {cached_memory,678354944}, {buffered_memory,165351424}, {free_memory,963358720}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1701781,1}}, {context_switches,{446308,0}}, {garbage_collection,{441109,1117403124,0}}, {io,{{input,20480283},{output,33051662}}}, {reductions,{280643846,1503536}}, {run_queue,0}, {runtime,{90420,220}}]}]}] ERROR REPORT <0.6191.0> 2011-12-05 11:09:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** INFO REPORT <0.5266.0> 2011-12-05 11:09:28 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.54' ERROR REPORT <0.6231.0> 2011-12-05 11:09:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.5362.0> 2011-12-05 11:09:43 =============================================================================== ns_1@10.1.5.53:<0.5362.0>:stats_collector:83: Stats for bucket "default": accepting_conns 1 auth_cmds 5 auth_errors 0 bucket_active_conns 1 bucket_conns 8 bytes_read 13088332 bytes_written 42245142 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 143817 cmd_set 19690 conn_yields 11 connection_structures 16 curr_connections 16 curr_items 1716 curr_items_tot 3392 daemon_connections 10 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_bg_fetched 0 ep_commit_num 161 ep_commit_time 0 ep_commit_time_total 2 ep_data_age 0 ep_data_age_highwat 2 ep_db_cleaner_status complete ep_db_strategy multiMTVBDB ep_dbinit 1 ep_dbname /opt/couchbase/var/lib/couchbase/data/default-data/default ep_dbshards 4 ep_diskqueue_drain 10404 ep_diskqueue_fill 10461 ep_diskqueue_items 57 ep_diskqueue_memory 5016 ep_diskqueue_pending 20036 ep_exp_pager_stime 3600 ep_expired 0 ep_flush_all false ep_flush_duration 0 ep_flush_duration_highwat 1 ep_flush_duration_total 2 ep_flush_preempts 0 ep_flusher_state running ep_flusher_todo 0 ep_io_num_read 0 ep_io_num_write 10404 ep_io_read_bytes 0 ep_io_write_bytes 2614172 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_items_rm_from_checkpoints 0 ep_kv_size 1170624 ep_latency_arith_cmd 0 ep_latency_get_cmd 143817 ep_latency_store_cmd 19690 ep_max_data_size 1377828864 ep_max_txn_size 1000 ep_mem_high_wat 1033371648 ep_mem_low_wat 826697318 ep_min_data_age 0 ep_num_active_non_resident 0 ep_num_checkpoint_remover_runs40 ep_num_eject_failures 0 ep_num_eject_replicas 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_onlineupdate false ep_onlineupdate_revert_add 0 ep_onlineupdate_revert_delete 0 ep_onlineupdate_revert_update 0 ep_oom_errors 0 ep_overhead 18450384 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_queue_age_cap 900 ep_queue_size 57 ep_storage_age 0 ep_storage_age_highwat 164 ep_storage_type featured ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_keepalive 300 ep_tap_throttle_queue_cap 1000000 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1108096 ep_total_del_items 0 ep_total_enqueued 10461 ep_total_new_items 3372 ep_total_persisted 10404 ep_uncommitted_items 0 ep_value_size 863647 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 1.8.0r_12_g9769273 ep_warmed_up 0 ep_warmup true ep_warmup_dups 0 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23505 get_hits 143817 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 mem_used 19621008 pid 23649 pointer_size 64 rejected_conns 0 rusage_system 2.560000 rusage_user 6.550000 tap_checkpoint_start_received 341 tap_checkpoint_start_sent 341 tap_connect_received 2 tap_mutation_received 5852 tap_mutation_sent 7019 tap_opaque_received 4 tap_opaque_sent 4 threads 4 time 1323112183 total_connections 16 uptime 211 vb_active_curr_items 1716 vb_active_eject 0 vb_active_ht_memory 8549552 vb_active_itm_memory 560596 vb_active_num 341 vb_active_num_non_resident 0 vb_active_ops_create 1708 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 3832 vb_active_perc_mem_resident 100 vb_active_queue_age 3134000 vb_active_queue_drain 5540 vb_active_queue_fill 5569 vb_active_queue_memory 2552 vb_active_queue_pending 10169 vb_active_queue_size 29 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 1676 vb_replica_eject 0 vb_replica_ht_memory 8549552 vb_replica_itm_memory 547500 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_ops_create 1664 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 3200 vb_replica_perc_mem_resident 100 vb_replica_queue_age 2346000 vb_replica_queue_drain 4864 vb_replica_queue_fill 4892 vb_replica_queue_memory 2464 vb_replica_queue_pending 9867 vb_replica_queue_size 28 version UNKNOWN INFO REPORT <0.5266.0> 2011-12-05 11:10:04 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' INFO REPORT <0.5288.0> 2011-12-05 11:10:14 =============================================================================== ns_1@10.1.5.53:<0.5288.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.38', [{last_heard,{1323,112212,753211}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,64151216}, {processes,35823880}, {processes_used,35786792}, {system,28327336}, {atom,913745}, {atom_used,899740}, {binary,934112}, {code,8753973}, {ets,7556824}]}, {system_stats, [{cpu_utilization_rate,5.75}, {swap_total,708829184}, {swap_used,4694016}]}, {interesting_stats, [{curr_items,1993}, {curr_items_tot,4041}, {vb_replica_curr_items,2048}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {inets,"5.6"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2255}, {memory_data,{2584977408,2080395264,{<11344.496.0>,5686368}}}, {disk_data, [{"/",14501808,20}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,20}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 493384 kB\nBuffers: 107888 kB\nCached: 165496 kB\nSwapCached: 392 kB\nActive: 971684 kB\nInactive: 420320 kB\nActive(anon): 893512 kB\nInactive(anon): 225124 kB\nActive(file): 78172 kB\nInactive(file): 195196 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687632 kB\nDirty: 384 kB\nWriteback: 0 kB\nAnonPages: 1118340 kB\nMapped: 7196 kB\nShmem: 16 kB\nSlab: 56032 kB\nSReclaimable: 37572 kB\nSUnreclaim: 18460 kB\nKernelStack: 1536 kB\nPageTables: 3920 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1636304 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,704135168}, {total_swap,708829184}, {cached_memory,169467904}, {buffered_memory,110477312}, {free_memory,505225216}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2250684,2}}, {context_switches,{1444229,0}}, {garbage_collection,{1030212,3540625682,0}}, {io,{{input,78710233},{output,150899128}}}, {reductions,{1092554661,4050439}}, {run_queue,2}, {runtime,{228970,610}}]}]}, {'ns_1@10.1.5.53', [{last_heard,{1323,112209,135959}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,38571480}, {processes,17684200}, {processes_used,17674456}, {system,20887280}, {atom,828337}, {atom_used,825673}, {binary,514184}, {code,7918112}, {ets,1820968}]}, {system_stats, [{cpu_utilization_rate,5.4404145077720205}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats, [{curr_items,1964}, {curr_items_tot,3919}, {vb_replica_curr_items,1955}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2117}, {memory_data,{2584977408,1572356096,{<0.5295.0>,2543680}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 988392 kB\nBuffers: 162380 kB\nCached: 1126988 kB\nSwapCached: 988 kB\nActive: 959764 kB\nInactive: 432652 kB\nActive(anon): 102164 kB\nInactive(anon): 1008 kB\nActive(file): 857600 kB\nInactive(file): 431644 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 320 kB\nWriteback: 0 kB\nAnonPages: 102224 kB\nMapped: 7096 kB\nShmem: 104 kB\nSlab: 77096 kB\nSReclaimable: 67048 kB\nSUnreclaim: 10048 kB\nKernelStack: 1296 kB\nPageTables: 1692 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 365996 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1154035712}, {buffered_memory,166277120}, {free_memory,1012113408}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2107847,1}}, {context_switches,{288522,0}}, {garbage_collection,{73965,165289915,0}}, {io,{{input,16249529},{output,19730953}}}, {reductions,{64702753,1313082}}, {run_queue,0}, {runtime,{13420,420}}]}]}, {'ns_1@10.1.5.54', [{last_heard,{1323,112212,318352}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,39095304}, {processes,18099536}, {processes_used,18072352}, {system,20995768}, {atom,867577}, {atom_used,835182}, {binary,452256}, {code,8044766}, {ets,1764648}]}, {system_stats, [{cpu_utilization_rate,1.75}, {swap_total,708829184}, {swap_used,3760128}]}, {interesting_stats, [{curr_items,2025}, {curr_items_tot,3971}, {vb_replica_curr_items,1946}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1771}, {memory_data,{2584977408,1622253568,{<11359.5752.0>,2543680}}}, {disk_data, [{"/",14501808,14}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,14}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 939168 kB\nBuffers: 161476 kB\nCached: 663900 kB\nSwapCached: 1144 kB\nActive: 649136 kB\nInactive: 283584 kB\nActive(anon): 104764 kB\nInactive(anon): 2796 kB\nActive(file): 544372 kB\nInactive(file): 280788 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 384 kB\nWriteback: 0 kB\nAnonPages: 106620 kB\nMapped: 9456 kB\nShmem: 200 kB\nSlab: 71284 kB\nSReclaimable: 53088 kB\nSUnreclaim: 18196 kB\nKernelStack: 1320 kB\nPageTables: 1976 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 375668 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705069056}, {total_swap,708829184}, {cached_memory,679833600}, {buffered_memory,165351424}, {free_memory,961708032}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1761782,1}}, {context_switches,{460951,0}}, {garbage_collection,{444669,1131185610,0}}, {io,{{input,20872830},{output,34646817}}}, {reductions,{286620036,1467415}}, {run_queue,1}, {runtime,{91250,210}}]}]}] ERROR REPORT <0.6419.0> 2011-12-05 11:10:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** INFO REPORT <0.5266.0> 2011-12-05 11:10:26 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.54' ERROR REPORT <0.6459.0> 2011-12-05 11:10:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.5288.0> 2011-12-05 11:11:14 =============================================================================== ns_1@10.1.5.53:<0.5288.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.38', [{last_heard,{1323,112272,753483}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,62931712}, {processes,34767656}, {processes_used,34730568}, {system,28164056}, {atom,913745}, {atom_used,899740}, {binary,616120}, {code,8753973}, {ets,7709456}]}, {system_stats, [{cpu_utilization_rate,9.203980099502488}, {swap_total,708829184}, {swap_used,4694016}]}, {interesting_stats, [{curr_items,2643}, {curr_items_tot,5360}, {vb_replica_curr_items,2717}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {inets,"5.6"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2315}, {memory_data,{2584977408,2080006144,{<11344.496.0>,5686368}}}, {disk_data, [{"/",14501808,20}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,20}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 492996 kB\nBuffers: 108804 kB\nCached: 166944 kB\nSwapCached: 392 kB\nActive: 971264 kB\nInactive: 420844 kB\nActive(anon): 891284 kB\nInactive(anon): 225124 kB\nActive(file): 79980 kB\nInactive(file): 195720 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687632 kB\nDirty: 312 kB\nWriteback: 0 kB\nAnonPages: 1116108 kB\nMapped: 7200 kB\nShmem: 16 kB\nSlab: 56032 kB\nSReclaimable: 37572 kB\nSUnreclaim: 18460 kB\nKernelStack: 1552 kB\nPageTables: 3952 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1634228 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,704135168}, {total_swap,708829184}, {cached_memory,170950656}, {buffered_memory,111415296}, {free_memory,504827904}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2310691,0}}, {context_switches,{1466960,0}}, {garbage_collection,{1034055,3559454837,0}}, {io,{{input,79281853},{output,152561511}}}, {reductions,{1111944630,3833852}}, {run_queue,0}, {runtime,{230740,370}}]}]}, {'ns_1@10.1.5.53', [{last_heard,{1323,112269,143058}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,39041536}, {processes,18237272}, {processes_used,18227384}, {system,20804264}, {atom,828337}, {atom_used,825673}, {binary,337224}, {code,7918112}, {ets,1912600}]}, {system_stats, [{cpu_utilization_rate,4.25}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats, [{curr_items,2606}, {curr_items_tot,5210}, {vb_replica_curr_items,2604}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2177}, {memory_data,{2584977408,1577562112,{<0.5295.0>,2543680}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 984672 kB\nBuffers: 162380 kB\nCached: 1128340 kB\nSwapCached: 988 kB\nActive: 962436 kB\nInactive: 433264 kB\nActive(anon): 104076 kB\nInactive(anon): 1008 kB\nActive(file): 858360 kB\nInactive(file): 432256 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 364 kB\nWriteback: 0 kB\nAnonPages: 104148 kB\nMapped: 7096 kB\nShmem: 104 kB\nSlab: 77140 kB\nSReclaimable: 67092 kB\nSUnreclaim: 10048 kB\nKernelStack: 1296 kB\nPageTables: 1696 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 369152 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1155420160}, {buffered_memory,166277120}, {free_memory,1008304128}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2167850,2}}, {context_switches,{303003,0}}, {garbage_collection,{77376,178680162,0}}, {io,{{input,16584811},{output,21427552}}}, {reductions,{70525449,1496979}}, {run_queue,1}, {runtime,{14960,450}}]}]}, {'ns_1@10.1.5.54', [{last_heard,{1323,112272,324344}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,39443896}, {processes,18104464}, {processes_used,18077136}, {system,21339432}, {atom,867577}, {atom_used,835182}, {binary,639008}, {code,8044766}, {ets,1919344}]}, {system_stats, [{cpu_utilization_rate,7.142857142857143}, {swap_total,708829184}, {swap_used,3760128}]}, {interesting_stats, [{curr_items,2673}, {curr_items_tot,5257}, {vb_replica_curr_items,2584}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1831}, {memory_data,{2584977408,1624920064,{<11359.5752.0>,2543680}}}, {disk_data, [{"/",14501808,14}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,14}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 936192 kB\nBuffers: 161476 kB\nCached: 665132 kB\nSwapCached: 1144 kB\nActive: 651516 kB\nInactive: 284212 kB\nActive(anon): 106524 kB\nInactive(anon): 2796 kB\nActive(file): 544992 kB\nInactive(file): 281416 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 392 kB\nWriteback: 0 kB\nAnonPages: 108172 kB\nMapped: 9456 kB\nShmem: 200 kB\nSlab: 71316 kB\nSReclaimable: 53120 kB\nSUnreclaim: 18196 kB\nKernelStack: 1320 kB\nPageTables: 1972 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 369292 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705069056}, {total_swap,708829184}, {cached_memory,681095168}, {buffered_memory,165351424}, {free_memory,958660608}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1821782,1}}, {context_switches,{475129,0}}, {garbage_collection,{448189,1144563146,0}}, {io,{{input,21125115},{output,36268978}}}, {reductions,{292497513,1456279}}, {run_queue,1}, {runtime,{92140,260}}]}]}] ERROR REPORT <0.6666.0> 2011-12-05 11:11:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** INFO REPORT <0.5362.0> 2011-12-05 11:11:23 =============================================================================== ns_1@10.1.5.53:<0.5362.0>:stats_collector:83: Stats for bucket "default": accepting_conns 1 auth_cmds 5 auth_errors 0 bucket_active_conns 1 bucket_conns 8 bytes_read 21221370 bytes_written 67746903 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 232692 cmd_set 32116 conn_yields 11 connection_structures 16 curr_connections 16 curr_items 2767 curr_items_tot 5521 daemon_connections 10 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_bg_fetched 0 ep_commit_num 259 ep_commit_time 0 ep_commit_time_total 7 ep_data_age 1 ep_data_age_highwat 2 ep_db_cleaner_status complete ep_db_strategy multiMTVBDB ep_dbinit 1 ep_dbname /opt/couchbase/var/lib/couchbase/data/default-data/default ep_dbshards 4 ep_diskqueue_drain 16991 ep_diskqueue_fill 17023 ep_diskqueue_items 32 ep_diskqueue_memory 2816 ep_diskqueue_pending 11282 ep_exp_pager_stime 3600 ep_expired 0 ep_flush_all false ep_flush_duration 0 ep_flush_duration_highwat 1 ep_flush_duration_total 8 ep_flush_preempts 0 ep_flusher_state running ep_flusher_todo 0 ep_io_num_read 0 ep_io_num_write 16991 ep_io_read_bytes 0 ep_io_write_bytes 4271750 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_items_rm_from_checkpoints 0 ep_kv_size 1892723 ep_latency_arith_cmd 0 ep_latency_get_cmd 232692 ep_latency_store_cmd 32116 ep_max_data_size 1377828864 ep_max_txn_size 1000 ep_mem_high_wat 1033371648 ep_mem_low_wat 826697318 ep_min_data_age 0 ep_num_active_non_resident 0 ep_num_checkpoint_remover_runs60 ep_num_eject_failures 0 ep_num_eject_replicas 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_onlineupdate false ep_onlineupdate_revert_add 0 ep_onlineupdate_revert_delete 0 ep_onlineupdate_revert_update 0 ep_oom_errors 0 ep_overhead 18739928 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_queue_age_cap 900 ep_queue_size 32 ep_storage_age 211 ep_storage_age_highwat 264 ep_storage_type featured ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_keepalive 300 ep_tap_throttle_queue_cap 1000000 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 1804647 ep_total_del_items 0 ep_total_enqueued 17023 ep_total_new_items 5512 ep_total_persisted 16991 ep_uncommitted_items 0 ep_value_size 1392997 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 1.8.0r_12_g9769273 ep_warmed_up 0 ep_warmup true ep_warmup_dups 0 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23505 get_hits 232692 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 mem_used 20632651 pid 23649 pointer_size 64 rejected_conns 0 rusage_system 3.920000 rusage_user 9.410000 tap_checkpoint_start_received 341 tap_checkpoint_start_sent 341 tap_connect_received 2 tap_mutation_received 9466 tap_mutation_sent 11147 tap_opaque_received 4 tap_opaque_sent 4 threads 4 time 1323112282 total_connections 16 uptime 310 vb_active_curr_items 2767 vb_active_eject 0 vb_active_ht_memory 8549552 vb_active_itm_memory 904601 vb_active_num 341 vb_active_num_non_resident 0 vb_active_ops_create 2758 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 6263 vb_active_perc_mem_resident 100 vb_active_queue_age 5321000 vb_active_queue_drain 9021 vb_active_queue_fill 9053 vb_active_queue_memory 2816 vb_active_queue_pending 11282 vb_active_queue_size 32 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 2754 vb_replica_eject 0 vb_replica_ht_memory 8549552 vb_replica_itm_memory 900046 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_ops_create 2754 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 5216 vb_replica_perc_mem_resident 100 vb_replica_queue_age 0 vb_replica_queue_drain 7970 vb_replica_queue_fill 7970 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version UNKNOWN INFO REPORT <0.5266.0> 2011-12-05 11:11:26 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' ERROR REPORT <0.6706.0> 2011-12-05 11:11:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.5266.0> 2011-12-05 11:11:42 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.54' INFO REPORT <0.5288.0> 2011-12-05 11:12:14 =============================================================================== ns_1@10.1.5.53:<0.5288.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.38', [{last_heard,{1323,112332,753617}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,64075856}, {processes,35558552}, {processes_used,35521464}, {system,28517304}, {atom,913745}, {atom_used,899740}, {binary,878280}, {code,8753973}, {ets,7798168}]}, {system_stats, [{cpu_utilization_rate,6.617647058823529}, {swap_total,708829184}, {swap_used,4694016}]}, {interesting_stats, [{curr_items,3261}, {curr_items_tot,6641}, {vb_replica_curr_items,3380}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {inets,"5.6"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2375}, {memory_data,{2584977408,2082799616,{<11344.496.0>,5686368}}}, {disk_data, [{"/",14501808,20}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,20}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 489424 kB\nBuffers: 109712 kB\nCached: 168108 kB\nSwapCached: 392 kB\nActive: 974784 kB\nInactive: 421280 kB\nActive(anon): 893196 kB\nInactive(anon): 225124 kB\nActive(file): 81588 kB\nInactive(file): 196156 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687632 kB\nDirty: 292 kB\nWriteback: 0 kB\nAnonPages: 1118020 kB\nMapped: 7196 kB\nShmem: 16 kB\nSlab: 56024 kB\nSReclaimable: 37572 kB\nSUnreclaim: 18452 kB\nKernelStack: 1536 kB\nPageTables: 3916 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1634096 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,704135168}, {total_swap,708829184}, {cached_memory,172142592}, {buffered_memory,112345088}, {free_memory,501170176}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2370685,1}}, {context_switches,{1490013,0}}, {garbage_collection,{1038001,3577767119,0}}, {io,{{input,79758806},{output,154262769}}}, {reductions,{1131263514,3812069}}, {run_queue,0}, {runtime,{232580,430}}]}]}, {'ns_1@10.1.5.53', [{last_heard,{1323,112329,135956}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,38359824}, {processes,17079168}, {processes_used,17069424}, {system,21280656}, {atom,828337}, {atom_used,825673}, {binary,657464}, {code,7918112}, {ets,2065408}]}, {system_stats, [{cpu_utilization_rate,5.012531328320802}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats, [{curr_items,3259}, {curr_items_tot,6507}, {vb_replica_curr_items,3248}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2237}, {memory_data,{2584977408,1575276544,{<0.5295.0>,2543680}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 985912 kB\nBuffers: 162380 kB\nCached: 1127000 kB\nSwapCached: 988 kB\nActive: 963228 kB\nInactive: 431652 kB\nActive(anon): 104616 kB\nInactive(anon): 1008 kB\nActive(file): 858612 kB\nInactive(file): 430644 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 336 kB\nWriteback: 0 kB\nAnonPages: 104728 kB\nMapped: 7096 kB\nShmem: 104 kB\nSlab: 77108 kB\nSReclaimable: 67060 kB\nSUnreclaim: 10048 kB\nKernelStack: 1296 kB\nPageTables: 1692 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 369068 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1154048000}, {buffered_memory,166277120}, {free_memory,1009573888}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2227848,1}}, {context_switches,{318936,0}}, {garbage_collection,{81093,192919009,0}}, {io,{{input,19392049},{output,24190455}}}, {reductions,{76486612,1372107}}, {run_queue,0}, {runtime,{16490,290}}]}]}, {'ns_1@10.1.5.54', [{last_heard,{1323,112332,317170}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,38414672}, {processes,17187280}, {processes_used,17160096}, {system,21227392}, {atom,867577}, {atom_used,835182}, {binary,435336}, {code,8044766}, {ets,2008256}]}, {system_stats, [{cpu_utilization_rate,3.0023094688221708}, {swap_total,708829184}, {swap_used,3760128}]}, {interesting_stats, [{curr_items,3343}, {curr_items_tot,6557}, {vb_replica_curr_items,3214}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1891}, {memory_data,{2584977408,1624920064,{<11359.5752.0>,2543680}}}, {disk_data, [{"/",14501808,14}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,14}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 936192 kB\nBuffers: 161476 kB\nCached: 663952 kB\nSwapCached: 1144 kB\nActive: 653680 kB\nInactive: 282528 kB\nActive(anon): 108192 kB\nInactive(anon): 2796 kB\nActive(file): 545488 kB\nInactive(file): 279732 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 412 kB\nWriteback: 0 kB\nAnonPages: 109876 kB\nMapped: 9456 kB\nShmem: 200 kB\nSlab: 71296 kB\nSReclaimable: 53108 kB\nSUnreclaim: 18188 kB\nKernelStack: 1320 kB\nPageTables: 1972 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 380952 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705069056}, {total_swap,708829184}, {cached_memory,679886848}, {buffered_memory,165351424}, {free_memory,958660608}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1881781,1}}, {context_switches,{490672,0}}, {garbage_collection,{452156,1158905173,0}}, {io,{{input,23904655},{output,38905632}}}, {reductions,{298596046,1487512}}, {run_queue,0}, {runtime,{93200,300}}]}]}] ERROR REPORT <0.6894.0> 2011-12-05 11:12:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.6932.0> 2011-12-05 11:12:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.5266.0> 2011-12-05 11:12:33 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.54' INFO REPORT <0.118.0> 2011-12-05 11:12:42 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 11:12:42 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54','ns_1@10.1.5.58'] INFO REPORT <0.5276.0> 2011-12-05 11:12:42 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:374: List of peers has changed from ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] to ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54', 'ns_1@10.1.5.58'] INFO REPORT <0.5276.0> 2011-12-05 11:12:42 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:424: Switching from normal to compatible mode INFO REPORT <0.6978.0> 2011-12-05 11:12:42 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.6978.0> 2011-12-05 11:12:42 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54','ns_1@10.1.5.58'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 11:12:42 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:12:42 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:12:42 =============================================================================== Pushing config done INFO REPORT <0.6978.0> 2011-12-05 11:12:42 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.5261.0> 2011-12-05 11:12:43 =============================================================================== ns_log: logging ns_node_disco:4:Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.58' came up. INFO REPORT <0.5257.0> 2011-12-05 11:12:43 =============================================================================== ns_log: suppressing duplicate log ns_node_disco:4("Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.58' came up.") because it's been seen 2 times in the past 321.933745 secs (last seen 246.981408 secs ago INFO REPORT <0.5260.0> 2011-12-05 11:12:43 =============================================================================== Detected a new nodes (['ns_1@10.1.5.58']). Moving config around. INFO REPORT <0.5260.0> 2011-12-05 11:12:43 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54','ns_1@10.1.5.58'] INFO REPORT <0.118.0> 2011-12-05 11:12:43 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.5276.0> 2011-12-05 11:12:43 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:374: List of peers has changed from ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54', 'ns_1@10.1.5.58'] to ['ns_1@10.1.5.38', 'ns_1@10.1.5.53', 'ns_1@10.1.5.54'] INFO REPORT <0.118.0> 2011-12-05 11:12:43 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.38','ns_1@10.1.5.53','ns_1@10.1.5.54'] INFO REPORT <0.5276.0> 2011-12-05 11:12:43 =============================================================================== ns_1@10.1.5.53:<0.5276.0>:mb_master:424: Switching from compatible to normal mode INFO REPORT <0.6989.0> 2011-12-05 11:12:43 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.6989.0> 2011-12-05 11:12:43 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 11:12:43 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <0.118.0> 2011-12-05 11:12:43 =============================================================================== config change: otp -> [{cookie,pyjbcltdajozpibz}] INFO REPORT <0.6990.0> 2011-12-05 11:12:43 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.6990.0> 2011-12-05 11:12:43 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.6989.0> 2011-12-05 11:12:43 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.118.0> 2011-12-05 11:12:43 =============================================================================== config change: {node,'ns_1@10.1.5.58',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:12:43 =============================================================================== config change: {node,'ns_1@10.1.5.58',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:12:43 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.6990.0> 2011-12-05 11:12:43 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'], with cookie: pyjbcltdajozpibz INFO REPORT <0.5266.0> 2011-12-05 11:12:43 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:12:43 =============================================================================== Pushing config done INFO REPORT <0.5266.0> 2011-12-05 11:12:52 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' INFO REPORT <0.5266.0> 2011-12-05 11:12:58 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' INFO REPORT <0.5362.0> 2011-12-05 11:13:03 =============================================================================== ns_1@10.1.5.53:<0.5362.0>:stats_collector:83: Stats for bucket "default": accepting_conns 1 auth_cmds 5 auth_errors 0 bucket_active_conns 1 bucket_conns 8 bytes_read 29513906 bytes_written 93677055 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 323137 cmd_set 44612 conn_yields 11 connection_structures 16 curr_connections 16 curr_items 3847 curr_items_tot 7691 daemon_connections 10 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_bg_fetched 0 ep_commit_num 358 ep_commit_time 0 ep_commit_time_total 9 ep_data_age 1 ep_data_age_highwat 2 ep_db_cleaner_status complete ep_db_strategy multiMTVBDB ep_dbinit 1 ep_dbname /opt/couchbase/var/lib/couchbase/data/default-data/default ep_dbshards 4 ep_diskqueue_drain 23697 ep_diskqueue_fill 23743 ep_diskqueue_items 46 ep_diskqueue_memory 4048 ep_diskqueue_pending 16231 ep_exp_pager_stime 3600 ep_expired 0 ep_flush_all false ep_flush_duration 0 ep_flush_duration_highwat 1 ep_flush_duration_total 10 ep_flush_preempts 0 ep_flusher_state running ep_flusher_todo 0 ep_io_num_read 0 ep_io_num_write 23697 ep_io_read_bytes 0 ep_io_write_bytes 5960421 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_items_rm_from_checkpoints 0 ep_kv_size 2629505 ep_latency_arith_cmd 0 ep_latency_get_cmd 323137 ep_latency_store_cmd 44612 ep_max_data_size 1377828864 ep_max_txn_size 1000 ep_mem_high_wat 1033371648 ep_mem_low_wat 826697318 ep_min_data_age 0 ep_num_active_non_resident 0 ep_num_checkpoint_remover_runs80 ep_num_eject_failures 0 ep_num_eject_replicas 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_onlineupdate false ep_onlineupdate_revert_add 0 ep_onlineupdate_revert_delete 0 ep_onlineupdate_revert_update 0 ep_oom_errors 0 ep_overhead 19035048 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_queue_age_cap 900 ep_queue_size 46 ep_storage_age 1 ep_storage_age_highwat 365 ep_storage_type featured ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_keepalive 300 ep_tap_throttle_queue_cap 1000000 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 2515389 ep_total_del_items 0 ep_total_enqueued 23743 ep_total_new_items 7678 ep_total_persisted 23697 ep_uncommitted_items 0 ep_value_size 1933660 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 1.8.0r_12_g9769273 ep_warmed_up 0 ep_warmup true ep_warmup_dups 0 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23505 get_hits 323137 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 mem_used 21664553 pid 23649 pointer_size 64 rejected_conns 0 rusage_system 5.220000 rusage_user 12.490000 tap_checkpoint_start_received 341 tap_checkpoint_start_sent 341 tap_connect_received 2 tap_mutation_received 13341 tap_mutation_sent 15396 tap_opaque_received 4 tap_opaque_sent 4 threads 4 time 1323112383 total_connections 16 uptime 411 vb_active_curr_items 3847 vb_active_eject 0 vb_active_ht_memory 8549552 vb_active_itm_memory 1258233 vb_active_num 341 vb_active_num_non_resident 0 vb_active_ops_create 3847 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 8734 vb_active_perc_mem_resident 100 vb_active_queue_age 4591000 vb_active_queue_drain 12581 vb_active_queue_fill 12594 vb_active_queue_memory 1144 vb_active_queue_pending 4576 vb_active_queue_size 13 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 3844 vb_replica_eject 0 vb_replica_ht_memory 8549552 vb_replica_itm_memory 1257156 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_ops_create 3831 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 7285 vb_replica_perc_mem_resident 100 vb_replica_queue_age 6338000 vb_replica_queue_drain 11116 vb_replica_queue_fill 11149 vb_replica_queue_memory 2904 vb_replica_queue_pending 11655 vb_replica_queue_size 33 version UNKNOWN INFO REPORT <0.5288.0> 2011-12-05 11:13:14 =============================================================================== ns_1@10.1.5.53:<0.5288.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.38', [{last_heard,{1323,112392,753373}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,62161392}, {processes,33738344}, {processes_used,33704256}, {system,28423048}, {atom,913745}, {atom_used,899740}, {binary,587200}, {code,8753973}, {ets,7954128}]}, {system_stats, [{cpu_utilization_rate,6.862745098039215}, {swap_total,708829184}, {swap_used,4694016}]}, {interesting_stats, [{curr_items,3900}, {curr_items_tot,7924}, {vb_replica_curr_items,4024}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {inets,"5.6"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2435}, {memory_data,{2584977408,2085711872,{<11344.496.0>,5686368}}}, {disk_data, [{"/",14501808,20}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,20}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 487804 kB\nBuffers: 110420 kB\nCached: 169188 kB\nSwapCached: 392 kB\nActive: 975364 kB\nInactive: 421648 kB\nActive(anon): 892296 kB\nInactive(anon): 225124 kB\nActive(file): 83068 kB\nInactive(file): 196524 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687632 kB\nDirty: 368 kB\nWriteback: 0 kB\nAnonPages: 1117116 kB\nMapped: 7196 kB\nShmem: 16 kB\nSlab: 56020 kB\nSReclaimable: 37572 kB\nSUnreclaim: 18448 kB\nKernelStack: 1544 kB\nPageTables: 3912 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1632620 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,704135168}, {total_swap,708829184}, {cached_memory,173248512}, {buffered_memory,113070080}, {free_memory,499511296}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2430683,0}}, {context_switches,{1515247,0}}, {garbage_collection,{1042008,3601235455,0}}, {io,{{input,82841712},{output,159010509}}}, {reductions,{1151358997,3899625}}, {run_queue,0}, {runtime,{234590,550}}]}]}, {'ns_1@10.1.5.53', [{last_heard,{1323,112389,142816}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,39816288}, {processes,18545544}, {processes_used,18536608}, {system,21270744}, {atom,828337}, {atom_used,825673}, {binary,519416}, {code,7918112}, {ets,2156680}]}, {system_stats, [{cpu_utilization_rate,2.75}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats, [{curr_items,3910}, {curr_items_tot,7798}, {vb_replica_curr_items,3888}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2297}, {memory_data,{2584977408,1576419328,{<0.5295.0>,2543680}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 984176 kB\nBuffers: 162380 kB\nCached: 1128156 kB\nSwapCached: 988 kB\nActive: 963924 kB\nInactive: 432316 kB\nActive(anon): 104848 kB\nInactive(anon): 1008 kB\nActive(file): 859076 kB\nInactive(file): 431308 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 316 kB\nWriteback: 0 kB\nAnonPages: 104912 kB\nMapped: 7096 kB\nShmem: 104 kB\nSlab: 77132 kB\nSReclaimable: 67080 kB\nSUnreclaim: 10052 kB\nKernelStack: 1296 kB\nPageTables: 1696 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 372548 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1155231744}, {buffered_memory,166277120}, {free_memory,1007796224}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2287846,0}}, {context_switches,{334284,0}}, {garbage_collection,{84718,207853643,0}}, {io,{{input,19822424},{output,26102700}}}, {reductions,{82628494,1337759}}, {run_queue,0}, {runtime,{17670,220}}]}]}, {'ns_1@10.1.5.54', [{last_heard,{1323,112392,317578}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,40186464}, {processes,18448904}, {processes_used,18422672}, {system,21737560}, {atom,867577}, {atom_used,835182}, {binary,755544}, {code,8044766}, {ets,2161248}]}, {system_stats, [{cpu_utilization_rate,1.2531328320802004}, {swap_total,708829184}, {swap_used,3760128}]}, {interesting_stats, [{curr_items,3975}, {curr_items_tot,7851}, {vb_replica_curr_items,3876}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,1951}, {memory_data,{2584977408,1627967488,{<11359.5752.0>,2543680}}}, {disk_data, [{"/",14501808,14}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,14}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 933008 kB\nBuffers: 161476 kB\nCached: 665128 kB\nSwapCached: 1144 kB\nActive: 656008 kB\nInactive: 283100 kB\nActive(anon): 109928 kB\nInactive(anon): 2796 kB\nActive(file): 546080 kB\nInactive(file): 280304 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 408 kB\nWriteback: 0 kB\nAnonPages: 111564 kB\nMapped: 9456 kB\nShmem: 200 kB\nSlab: 71276 kB\nSReclaimable: 53124 kB\nSUnreclaim: 18152 kB\nKernelStack: 1320 kB\nPageTables: 1980 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 382500 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705069056}, {total_swap,708829184}, {cached_memory,681091072}, {buffered_memory,165351424}, {free_memory,955400192}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{1941780,0}}, {context_switches,{506297,0}}, {garbage_collection,{455819,1173835538,0}}, {io,{{input,24367100},{output,40811108}}}, {reductions,{304838562,1458851}}, {run_queue,0}, {runtime,{94170,230}}]}]}] ERROR REPORT <0.7150.0> 2011-12-05 11:13:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.7191.0> 2011-12-05 11:13:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.5266.0> 2011-12-05 11:13:58 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' INFO REPORT <0.5288.0> 2011-12-05 11:14:14 =============================================================================== ns_1@10.1.5.53:<0.5288.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.38', [{last_heard,{1323,112452,753776}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,59893448}, {processes,31274168}, {processes_used,31237952}, {system,28619280}, {atom,913745}, {atom_used,899740}, {binary,703320}, {code,8753973}, {ets,8033024}]}, {system_stats, [{cpu_utilization_rate,11.056511056511056}, {swap_total,708829184}, {swap_used,4694016}]}, {interesting_stats, [{curr_items,4511}, {curr_items_tot,9128}, {vb_replica_curr_items,4617}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {inets,"5.6"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2495}, {memory_data,{2584977408,2086981632,{<11344.496.0>,5686368}}}, {disk_data, [{"/",14501808,20}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,20}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 484844 kB\nBuffers: 111168 kB\nCached: 170316 kB\nSwapCached: 392 kB\nActive: 977636 kB\nInactive: 421916 kB\nActive(anon): 892960 kB\nInactive(anon): 225124 kB\nActive(file): 84676 kB\nInactive(file): 196792 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687632 kB\nDirty: 284 kB\nWriteback: 0 kB\nAnonPages: 1117776 kB\nMapped: 7196 kB\nShmem: 16 kB\nSlab: 56012 kB\nSReclaimable: 37572 kB\nSUnreclaim: 18440 kB\nKernelStack: 1536 kB\nPageTables: 3900 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1617188 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,704135168}, {total_swap,708829184}, {cached_memory,174403584}, {buffered_memory,113836032}, {free_memory,496480256}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2490679,4}}, {context_switches,{1537978,0}}, {garbage_collection,{1045752,3619950709,0}}, {io,{{input,83248403},{output,160813257}}}, {reductions,{1170851714,3781715}}, {run_queue,0}, {runtime,{236270,420}}]}]}, {'ns_1@10.1.5.53', [{last_heard,{1323,112449,135191}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,39164280}, {processes,17913592}, {processes_used,17904800}, {system,21250688}, {atom,828337}, {atom_used,825673}, {binary,346416}, {code,7918112}, {ets,2307536}]}, {system_stats, [{cpu_utilization_rate,2.2443890274314215}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats, [{curr_items,4547}, {curr_items_tot,9042}, {vb_replica_curr_items,4495}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2357}, {memory_data,{2584977408,1580101632,{<0.5295.0>,2543680}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 981820 kB\nBuffers: 162380 kB\nCached: 1129404 kB\nSwapCached: 988 kB\nActive: 965844 kB\nInactive: 433016 kB\nActive(anon): 106172 kB\nInactive(anon): 1008 kB\nActive(file): 859672 kB\nInactive(file): 432008 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 376 kB\nWriteback: 0 kB\nAnonPages: 106500 kB\nMapped: 7096 kB\nShmem: 104 kB\nSlab: 77168 kB\nSReclaimable: 67112 kB\nSUnreclaim: 10056 kB\nKernelStack: 1296 kB\nPageTables: 1724 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 385292 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1156509696}, {buffered_memory,166277120}, {free_memory,1005383680}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2347855,1}}, {context_switches,{349570,0}}, {garbage_collection,{88250,221538237,0}}, {io,{{input,20119779},{output,27905892}}}, {reductions,{88627076,1518797}}, {run_queue,0}, {runtime,{19000,350}}]}]}, {'ns_1@10.1.5.54', [{last_heard,{1323,112452,327849}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,50689472}, {processes,18538872}, {processes_used,18512640}, {system,32150600}, {atom,867577}, {atom_used,835182}, {binary,11017016}, {code,8044766}, {ets,2310152}]}, {system_stats, [{cpu_utilization_rate,7.671957671957672}, {swap_total,708829184}, {swap_used,3760128}]}, {interesting_stats, [{curr_items,4605}, {curr_items_tot,9145}, {vb_replica_curr_items,4540}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2011}, {memory_data,{2584977408,1630982144,{<11359.5752.0>,2543680}}}, {disk_data, [{"/",14501808,14}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,14}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 929784 kB\nBuffers: 161476 kB\nCached: 666304 kB\nSwapCached: 1144 kB\nActive: 658324 kB\nInactive: 283788 kB\nActive(anon): 111760 kB\nInactive(anon): 2796 kB\nActive(file): 546564 kB\nInactive(file): 280992 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 388 kB\nWriteback: 0 kB\nAnonPages: 113640 kB\nMapped: 9456 kB\nShmem: 200 kB\nSlab: 71296 kB\nSReclaimable: 53156 kB\nSUnreclaim: 18140 kB\nKernelStack: 1320 kB\nPageTables: 1980 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 383124 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705069056}, {total_swap,708829184}, {cached_memory,682295296}, {buffered_memory,165351424}, {free_memory,952098816}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2001782,1}}, {context_switches,{520997,0}}, {garbage_collection,{459443,1187417803,0}}, {io,{{input,24632601},{output,42534173}}}, {reductions,{310853830,1498255}}, {run_queue,0}, {runtime,{95250,330}}]}]}] ERROR REPORT <0.7413.0> 2011-12-05 11:14:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** INFO REPORT <0.5266.0> 2011-12-05 11:14:24 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.54' ERROR REPORT <0.7456.0> 2011-12-05 11:14:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.5362.0> 2011-12-05 11:14:43 =============================================================================== ns_1@10.1.5.53:<0.5362.0>:stats_collector:83: Stats for bucket "default": accepting_conns 1 auth_cmds 5 auth_errors 0 bucket_active_conns 1 bucket_conns 8 bytes_read 37567768 bytes_written 119055882 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 411573 cmd_set 56898 conn_yields 11 connection_structures 16 curr_connections 16 curr_items 4900 curr_items_tot 9752 daemon_connections 10 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_bg_fetched 0 ep_commit_num 456 ep_commit_time 0 ep_commit_time_total 10 ep_data_age 1 ep_data_age_highwat 2 ep_db_cleaner_status complete ep_db_strategy multiMTVBDB ep_dbinit 1 ep_dbname /opt/couchbase/var/lib/couchbase/data/default-data/default ep_dbshards 4 ep_diskqueue_drain 30159 ep_diskqueue_fill 30228 ep_diskqueue_items 69 ep_diskqueue_memory 6072 ep_diskqueue_pending 24259 ep_exp_pager_stime 3600 ep_expired 0 ep_flush_all false ep_flush_duration 0 ep_flush_duration_highwat 1 ep_flush_duration_total 11 ep_flush_preempts 0 ep_flusher_state running ep_flusher_todo 0 ep_io_num_read 0 ep_io_num_write 30159 ep_io_read_bytes 0 ep_io_write_bytes 7587440 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_items_rm_from_checkpoints 0 ep_kv_size 3329560 ep_latency_arith_cmd 0 ep_latency_get_cmd 411573 ep_latency_store_cmd 56898 ep_max_data_size 1377828864 ep_max_txn_size 1000 ep_mem_high_wat 1033371648 ep_mem_low_wat 826697318 ep_min_data_age 0 ep_num_active_non_resident 0 ep_num_checkpoint_remover_runs100 ep_num_eject_failures 0 ep_num_eject_replicas 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_onlineupdate false ep_onlineupdate_revert_add 0 ep_onlineupdate_revert_delete 0 ep_onlineupdate_revert_update 0 ep_oom_errors 0 ep_overhead 19315344 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_queue_age_cap 900 ep_queue_size 69 ep_storage_age 1 ep_storage_age_highwat 464 ep_storage_type featured ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_keepalive 300 ep_tap_throttle_queue_cap 1000000 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 3190712 ep_total_del_items 0 ep_total_enqueued 30228 ep_total_new_items 9730 ep_total_persisted 30159 ep_uncommitted_items 0 ep_value_size 2447442 ep_vb_total 682 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 1.8.0r_12_g9769273 ep_warmed_up 0 ep_warmup true ep_warmup_dups 0 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 23505 get_hits 411573 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 mem_used 22644904 pid 23649 pointer_size 64 rejected_conns 0 rusage_system 6.510000 rusage_user 15.540000 tap_checkpoint_start_received 341 tap_checkpoint_start_sent 341 tap_connect_received 2 tap_mutation_received 16878 tap_mutation_sent 19630 tap_opaque_received 4 tap_opaque_sent 4 threads 4 time 1323112482 total_connections 16 uptime 510 vb_active_curr_items 4900 vb_active_eject 0 vb_active_ht_memory 8549552 vb_active_itm_memory 1603356 vb_active_num 341 vb_active_num_non_resident 0 vb_active_ops_create 4892 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 11168 vb_active_perc_mem_resident 100 vb_active_queue_age 9352000 vb_active_queue_drain 16060 vb_active_queue_fill 16092 vb_active_queue_memory 2816 vb_active_queue_pending 11258 vb_active_queue_size 32 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 4852 vb_replica_eject 0 vb_replica_ht_memory 8549552 vb_replica_itm_memory 1587356 vb_replica_num 341 vb_replica_num_non_resident 0 vb_replica_ops_create 4838 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 9261 vb_replica_perc_mem_resident 100 vb_replica_queue_age 7676000 vb_replica_queue_drain 14099 vb_replica_queue_fill 14136 vb_replica_queue_memory 3256 vb_replica_queue_pending 13001 vb_replica_queue_size 37 version UNKNOWN INFO REPORT <0.118.0> 2011-12-05 11:15:09 =============================================================================== config change: rebalance_status -> running INFO REPORT <0.118.0> 2011-12-05 11:15:09 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:15:09 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:15:09 =============================================================================== Pushing config done INFO REPORT <0.118.0> 2011-12-05 11:15:09 =============================================================================== config change: buckets -> [{configs,[{"default", [{sasl_password,[]}, {num_replicas,1}, {ram_quota,1377828864}, {auth_type,sasl}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.38','ns_1@10.1.5.54','ns_1@10.1.5.53']}, {map,[['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38'|...], [...]|...]}]}]}] INFO REPORT <0.118.0> 2011-12-05 11:15:09 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:15:09 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:15:09 =============================================================================== Pushing config done INFO REPORT <0.118.0> 2011-12-05 11:15:09 =============================================================================== config change: buckets -> [{configs,[{"default", [{sasl_password,[]}, {num_replicas,1}, {ram_quota,1377828864}, {auth_type,sasl}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.38','ns_1@10.1.5.54','ns_1@10.1.5.53']}, {map,[['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38','ns_1@10.1.5.53'], ['ns_1@10.1.5.38'|...], [...]|...]}, {fastForwardMap,[['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38',undefined], ['ns_1@10.1.5.38'|...], [...]|...]}]}]}] INFO REPORT <0.118.0> 2011-12-05 11:15:09 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.5266.0> 2011-12-05 11:15:09 =============================================================================== Pushing config INFO REPORT <0.5266.0> 2011-12-05 11:15:09 =============================================================================== Pushing config done INFO REPORT <0.5438.0> 2011-12-05 11:15:09 =============================================================================== ns_1@10.1.5.53:<0.5438.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:09 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7621.0>}, {name, {child_id, [343,344,345,346,347,348,349,350,351,352,353,354,355,356, 357,358,359,360,361,362,363,364,365,366,367,368,369,370, 371,372,373,374,375,376,377,378,379,380,381,382,383,384, 385,386,387,388,389,390,391,392,393,394,395,396,397,398, 399,400,401,402,403,404,405,406,407,408,409,410,411,412, 413,414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [343,344,345,346,347,348,349,350,351,352,353,354,355, 356,357,358,359,360,361,362,363,364,365,366,367,368, 369,370,371,372,373,374,375,376,377,378,379,380,381, 382,383,384,385,386,387,388,389,390,391,392,393,394, 395,396,397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418,419,420, 421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7622.0> 2011-12-05 11:15:09 =============================================================================== ns_1@10.1.5.53:<0.7622.0>:ns_vbm_sup:186: Spawned mover "default" 342 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7624.0> INFO REPORT <0.7624.0> 2011-12-05 11:15:09 =============================================================================== ns_1@10.1.5.53:<0.7624.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7624.0> 2011-12-05 11:15:09 =============================================================================== ns_1@10.1.5.53:<0.7624.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[342]}, {checkpoints,[{342,0}]}, {name,"rebalance_342"}, {takeover,true}] INFO REPORT <0.7624.0> 2011-12-05 11:15:09 =============================================================================== ns_1@10.1.5.53:<0.7624.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:10 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7626.0>}, {name, {child_id, [344,345,346,347,348,349,350,351,352,353,354,355,356,357, 358,359,360,361,362,363,364,365,366,367,368,369,370,371, 372,373,374,375,376,377,378,379,380,381,382,383,384,385, 386,387,388,389,390,391,392,393,394,395,396,397,398,399, 400,401,402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [344,345,346,347,348,349,350,351,352,353,354,355,356, 357,358,359,360,361,362,363,364,365,366,367,368,369, 370,371,372,373,374,375,376,377,378,379,380,381,382, 383,384,385,386,387,388,389,390,391,392,393,394,395, 396,397,398,399,400,401,402,403,404,405,406,407,408, 409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7627.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7627.0>:ns_vbm_sup:186: Spawned mover "default" 343 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7628.0> INFO REPORT <0.7628.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7628.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7628.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7628.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[343]}, {checkpoints,[{343,0}]}, {name,"rebalance_343"}, {takeover,true}] INFO REPORT <0.7628.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7628.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:10 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7633.0>}, {name, {child_id, [345,346,347,348,349,350,351,352,353,354,355,356,357,358, 359,360,361,362,363,364,365,366,367,368,369,370,371,372, 373,374,375,376,377,378,379,380,381,382,383,384,385,386, 387,388,389,390,391,392,393,394,395,396,397,398,399,400, 401,402,403,404,405,406,407,408,409,410,411,412,413,414, 415,416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [345,346,347,348,349,350,351,352,353,354,355,356,357, 358,359,360,361,362,363,364,365,366,367,368,369,370, 371,372,373,374,375,376,377,378,379,380,381,382,383, 384,385,386,387,388,389,390,391,392,393,394,395,396, 397,398,399,400,401,402,403,404,405,406,407,408,409, 410,411,412,413,414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7634.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7634.0>:ns_vbm_sup:186: Spawned mover "default" 344 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7635.0> INFO REPORT <0.7635.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7635.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7635.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7635.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[344]}, {checkpoints,[{344,0}]}, {name,"rebalance_344"}, {takeover,true}] INFO REPORT <0.7635.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7635.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:10 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7636.0>}, {name, {child_id, [346,347,348,349,350,351,352,353,354,355,356,357,358,359, 360,361,362,363,364,365,366,367,368,369,370,371,372,373, 374,375,376,377,378,379,380,381,382,383,384,385,386,387, 388,389,390,391,392,393,394,395,396,397,398,399,400,401, 402,403,404,405,406,407,408,409,410,411,412,413,414,415, 416,417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [346,347,348,349,350,351,352,353,354,355,356,357,358, 359,360,361,362,363,364,365,366,367,368,369,370,371, 372,373,374,375,376,377,378,379,380,381,382,383,384, 385,386,387,388,389,390,391,392,393,394,395,396,397, 398,399,400,401,402,403,404,405,406,407,408,409,410, 411,412,413,414,415,416,417,418,419,420,421,422,423, 424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7637.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7637.0>:ns_vbm_sup:186: Spawned mover "default" 345 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7638.0> INFO REPORT <0.7638.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7638.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7638.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7638.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[345]}, {checkpoints,[{345,0}]}, {name,"rebalance_345"}, {takeover,true}] INFO REPORT <0.7638.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7638.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:10 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7639.0>}, {name, {child_id, [347,348,349,350,351,352,353,354,355,356,357,358,359,360, 361,362,363,364,365,366,367,368,369,370,371,372,373,374, 375,376,377,378,379,380,381,382,383,384,385,386,387,388, 389,390,391,392,393,394,395,396,397,398,399,400,401,402, 403,404,405,406,407,408,409,410,411,412,413,414,415,416, 417,418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [347,348,349,350,351,352,353,354,355,356,357,358,359, 360,361,362,363,364,365,366,367,368,369,370,371,372, 373,374,375,376,377,378,379,380,381,382,383,384,385, 386,387,388,389,390,391,392,393,394,395,396,397,398, 399,400,401,402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421,422,423,424, 425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7640.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7640.0>:ns_vbm_sup:186: Spawned mover "default" 346 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7641.0> INFO REPORT <0.7641.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7641.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7641.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7641.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[346]}, {checkpoints,[{346,0}]}, {name,"rebalance_346"}, {takeover,true}] INFO REPORT <0.7641.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7641.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:10 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7642.0>}, {name, {child_id, [348,349,350,351,352,353,354,355,356,357,358,359,360,361, 362,363,364,365,366,367,368,369,370,371,372,373,374,375, 376,377,378,379,380,381,382,383,384,385,386,387,388,389, 390,391,392,393,394,395,396,397,398,399,400,401,402,403, 404,405,406,407,408,409,410,411,412,413,414,415,416,417, 418,419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [348,349,350,351,352,353,354,355,356,357,358,359,360, 361,362,363,364,365,366,367,368,369,370,371,372,373, 374,375,376,377,378,379,380,381,382,383,384,385,386, 387,388,389,390,391,392,393,394,395,396,397,398,399, 400,401,402,403,404,405,406,407,408,409,410,411,412, 413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7643.0> 2011-12-05 11:15:10 =============================================================================== ns_1@10.1.5.53:<0.7643.0>:ns_vbm_sup:186: Spawned mover "default" 347 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7644.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:10 =============================================================================== memcached<0.5304.0>: Vbucket <342> is going dead. memcached<0.5304.0>: Vbucket <343> is going dead. memcached<0.5304.0>: Vbucket <344> is going dead. memcached<0.5304.0>: Vbucket <345> is going dead. memcached<0.5304.0>: Vbucket <346> is going dead. INFO REPORT <0.7644.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7644.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7644.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7644.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[347]}, {checkpoints,[{347,0}]}, {name,"rebalance_347"}, {takeover,true}] INFO REPORT <0.7644.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7644.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:11 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7645.0>}, {name, {child_id, [349,350,351,352,353,354,355,356,357,358,359,360,361,362, 363,364,365,366,367,368,369,370,371,372,373,374,375,376, 377,378,379,380,381,382,383,384,385,386,387,388,389,390, 391,392,393,394,395,396,397,398,399,400,401,402,403,404, 405,406,407,408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [349,350,351,352,353,354,355,356,357,358,359,360,361, 362,363,364,365,366,367,368,369,370,371,372,373,374, 375,376,377,378,379,380,381,382,383,384,385,386,387, 388,389,390,391,392,393,394,395,396,397,398,399,400, 401,402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7646.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7646.0>:ns_vbm_sup:186: Spawned mover "default" 348 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7647.0> INFO REPORT <0.7647.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7647.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7647.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7647.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[348]}, {checkpoints,[{348,0}]}, {name,"rebalance_348"}, {takeover,true}] INFO REPORT <0.7647.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7647.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:11 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7649.0>}, {name, {child_id, [350,351,352,353,354,355,356,357,358,359,360,361,362,363, 364,365,366,367,368,369,370,371,372,373,374,375,376,377, 378,379,380,381,382,383,384,385,386,387,388,389,390,391, 392,393,394,395,396,397,398,399,400,401,402,403,404,405, 406,407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [350,351,352,353,354,355,356,357,358,359,360,361,362, 363,364,365,366,367,368,369,370,371,372,373,374,375, 376,377,378,379,380,381,382,383,384,385,386,387,388, 389,390,391,392,393,394,395,396,397,398,399,400,401, 402,403,404,405,406,407,408,409,410,411,412,413,414, 415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7650.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7650.0>:ns_vbm_sup:186: Spawned mover "default" 349 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7651.0> INFO REPORT <0.7651.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7651.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7651.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7651.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[349]}, {checkpoints,[{349,0}]}, {name,"rebalance_349"}, {takeover,true}] INFO REPORT <0.7651.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7651.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:11 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7652.0>}, {name, {child_id, [351,352,353,354,355,356,357,358,359,360,361,362,363,364, 365,366,367,368,369,370,371,372,373,374,375,376,377,378, 379,380,381,382,383,384,385,386,387,388,389,390,391,392, 393,394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419,420, 421,422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [351,352,353,354,355,356,357,358,359,360,361,362,363, 364,365,366,367,368,369,370,371,372,373,374,375,376, 377,378,379,380,381,382,383,384,385,386,387,388,389, 390,391,392,393,394,395,396,397,398,399,400,401,402, 403,404,405,406,407,408,409,410,411,412,413,414,415, 416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7653.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7653.0>:ns_vbm_sup:186: Spawned mover "default" 350 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7654.0> INFO REPORT <0.7654.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7654.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7654.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7654.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[350]}, {checkpoints,[{350,0}]}, {name,"rebalance_350"}, {takeover,true}] INFO REPORT <0.7654.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7654.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:11 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7655.0>}, {name, {child_id, [352,353,354,355,356,357,358,359,360,361,362,363,364,365, 366,367,368,369,370,371,372,373,374,375,376,377,378,379, 380,381,382,383,384,385,386,387,388,389,390,391,392,393, 394,395,396,397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [352,353,354,355,356,357,358,359,360,361,362,363,364, 365,366,367,368,369,370,371,372,373,374,375,376,377, 378,379,380,381,382,383,384,385,386,387,388,389,390, 391,392,393,394,395,396,397,398,399,400,401,402,403, 404,405,406,407,408,409,410,411,412,413,414,415,416, 417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7656.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7656.0>:ns_vbm_sup:186: Spawned mover "default" 351 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7657.0> INFO REPORT <0.7657.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7657.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7657.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7657.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[351]}, {checkpoints,[{351,0}]}, {name,"rebalance_351"}, {takeover,true}] INFO REPORT <0.7657.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7657.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:11 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7658.0>}, {name, {child_id, [353,354,355,356,357,358,359,360,361,362,363,364,365,366, 367,368,369,370,371,372,373,374,375,376,377,378,379,380, 381,382,383,384,385,386,387,388,389,390,391,392,393,394, 395,396,397,398,399,400,401,402,403,404,405,406,407,408, 409,410,411,412,413,414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [353,354,355,356,357,358,359,360,361,362,363,364,365, 366,367,368,369,370,371,372,373,374,375,376,377,378, 379,380,381,382,383,384,385,386,387,388,389,390,391, 392,393,394,395,396,397,398,399,400,401,402,403,404, 405,406,407,408,409,410,411,412,413,414,415,416,417, 418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7659.0> 2011-12-05 11:15:11 =============================================================================== ns_1@10.1.5.53:<0.7659.0>:ns_vbm_sup:186: Spawned mover "default" 352 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7660.0> INFO REPORT <0.7660.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7660.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7660.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7660.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[352]}, {checkpoints,[{352,0}]}, {name,"rebalance_352"}, {takeover,true}] INFO REPORT <0.7660.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7660.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.5304.0> 2011-12-05 11:15:12 =============================================================================== memcached<0.5304.0>: Vbucket <347> is going dead. memcached<0.5304.0>: Vbucket <348> is going dead. memcached<0.5304.0>: Vbucket <349> is going dead. memcached<0.5304.0>: Vbucket <350> is going dead. memcached<0.5304.0>: Vbucket <351> is going dead. memcached<0.5304.0>: Vbucket <352> is going dead. PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:12 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7661.0>}, {name, {child_id, [354,355,356,357,358,359,360,361,362,363,364,365,366,367, 368,369,370,371,372,373,374,375,376,377,378,379,380,381, 382,383,384,385,386,387,388,389,390,391,392,393,394,395, 396,397,398,399,400,401,402,403,404,405,406,407,408,409, 410,411,412,413,414,415,416,417,418,419,420,421,422,423, 424,425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [354,355,356,357,358,359,360,361,362,363,364,365,366, 367,368,369,370,371,372,373,374,375,376,377,378,379, 380,381,382,383,384,385,386,387,388,389,390,391,392, 393,394,395,396,397,398,399,400,401,402,403,404,405, 406,407,408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7662.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7662.0>:ns_vbm_sup:186: Spawned mover "default" 353 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7663.0> INFO REPORT <0.7663.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7663.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7663.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7663.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[353]}, {checkpoints,[{353,0}]}, {name,"rebalance_353"}, {takeover,true}] INFO REPORT <0.7663.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7663.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:12 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7668.0>}, {name, {child_id, [355,356,357,358,359,360,361,362,363,364,365,366,367,368, 369,370,371,372,373,374,375,376,377,378,379,380,381,382, 383,384,385,386,387,388,389,390,391,392,393,394,395,396, 397,398,399,400,401,402,403,404,405,406,407,408,409,410, 411,412,413,414,415,416,417,418,419,420,421,422,423,424, 425,426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [355,356,357,358,359,360,361,362,363,364,365,366,367, 368,369,370,371,372,373,374,375,376,377,378,379,380, 381,382,383,384,385,386,387,388,389,390,391,392,393, 394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7669.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7669.0>:ns_vbm_sup:186: Spawned mover "default" 354 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7670.0> INFO REPORT <0.7670.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7670.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7670.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7670.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[354]}, {checkpoints,[{354,0}]}, {name,"rebalance_354"}, {takeover,true}] INFO REPORT <0.7670.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7670.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:12 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7671.0>}, {name, {child_id, [356,357,358,359,360,361,362,363,364,365,366,367,368,369, 370,371,372,373,374,375,376,377,378,379,380,381,382,383, 384,385,386,387,388,389,390,391,392,393,394,395,396,397, 398,399,400,401,402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [356,357,358,359,360,361,362,363,364,365,366,367,368, 369,370,371,372,373,374,375,376,377,378,379,380,381, 382,383,384,385,386,387,388,389,390,391,392,393,394, 395,396,397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418,419,420, 421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7672.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7672.0>:ns_vbm_sup:186: Spawned mover "default" 355 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7673.0> INFO REPORT <0.7673.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7673.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7673.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7673.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[355]}, {checkpoints,[{355,0}]}, {name,"rebalance_355"}, {takeover,true}] INFO REPORT <0.7673.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7673.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:12 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7674.0>}, {name, {child_id, [357,358,359,360,361,362,363,364,365,366,367,368,369,370, 371,372,373,374,375,376,377,378,379,380,381,382,383,384, 385,386,387,388,389,390,391,392,393,394,395,396,397,398, 399,400,401,402,403,404,405,406,407,408,409,410,411,412, 413,414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [357,358,359,360,361,362,363,364,365,366,367,368,369, 370,371,372,373,374,375,376,377,378,379,380,381,382, 383,384,385,386,387,388,389,390,391,392,393,394,395, 396,397,398,399,400,401,402,403,404,405,406,407,408, 409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7675.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7675.0>:ns_vbm_sup:186: Spawned mover "default" 356 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7676.0> INFO REPORT <0.7676.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7676.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7676.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7676.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[356]}, {checkpoints,[{356,0}]}, {name,"rebalance_356"}, {takeover,true}] INFO REPORT <0.7676.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7676.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:12 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7677.0>}, {name, {child_id, [358,359,360,361,362,363,364,365,366,367,368,369,370,371, 372,373,374,375,376,377,378,379,380,381,382,383,384,385, 386,387,388,389,390,391,392,393,394,395,396,397,398,399, 400,401,402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [358,359,360,361,362,363,364,365,366,367,368,369,370, 371,372,373,374,375,376,377,378,379,380,381,382,383, 384,385,386,387,388,389,390,391,392,393,394,395,396, 397,398,399,400,401,402,403,404,405,406,407,408,409, 410,411,412,413,414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7678.0> 2011-12-05 11:15:12 =============================================================================== ns_1@10.1.5.53:<0.7678.0>:ns_vbm_sup:186: Spawned mover "default" 357 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7679.0> INFO REPORT <0.7679.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7679.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7679.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7679.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[357]}, {checkpoints,[{357,0}]}, {name,"rebalance_357"}, {takeover,true}] INFO REPORT <0.7679.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7679.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:13 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7680.0>}, {name, {child_id, [359,360,361,362,363,364,365,366,367,368,369,370,371,372, 373,374,375,376,377,378,379,380,381,382,383,384,385,386, 387,388,389,390,391,392,393,394,395,396,397,398,399,400, 401,402,403,404,405,406,407,408,409,410,411,412,413,414, 415,416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [359,360,361,362,363,364,365,366,367,368,369,370,371, 372,373,374,375,376,377,378,379,380,381,382,383,384, 385,386,387,388,389,390,391,392,393,394,395,396,397, 398,399,400,401,402,403,404,405,406,407,408,409,410, 411,412,413,414,415,416,417,418,419,420,421,422,423, 424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7681.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7681.0>:ns_vbm_sup:186: Spawned mover "default" 358 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7682.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:13 =============================================================================== memcached<0.5304.0>: Vbucket <353> is going dead. memcached<0.5304.0>: Vbucket <354> is going dead. memcached<0.5304.0>: Vbucket <355> is going dead. memcached<0.5304.0>: Vbucket <356> is going dead. memcached<0.5304.0>: Vbucket <357> is going dead. INFO REPORT <0.7682.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7682.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7682.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7682.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[358]}, {checkpoints,[{358,0}]}, {name,"rebalance_358"}, {takeover,true}] INFO REPORT <0.7682.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7682.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:13 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7683.0>}, {name, {child_id, [360,361,362,363,364,365,366,367,368,369,370,371,372,373, 374,375,376,377,378,379,380,381,382,383,384,385,386,387, 388,389,390,391,392,393,394,395,396,397,398,399,400,401, 402,403,404,405,406,407,408,409,410,411,412,413,414,415, 416,417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [360,361,362,363,364,365,366,367,368,369,370,371,372, 373,374,375,376,377,378,379,380,381,382,383,384,385, 386,387,388,389,390,391,392,393,394,395,396,397,398, 399,400,401,402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421,422,423,424, 425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7684.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7684.0>:ns_vbm_sup:186: Spawned mover "default" 359 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7685.0> INFO REPORT <0.7685.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7685.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7685.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7685.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[359]}, {checkpoints,[{359,0}]}, {name,"rebalance_359"}, {takeover,true}] INFO REPORT <0.7685.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7685.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:13 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7686.0>}, {name, {child_id, [361,362,363,364,365,366,367,368,369,370,371,372,373,374, 375,376,377,378,379,380,381,382,383,384,385,386,387,388, 389,390,391,392,393,394,395,396,397,398,399,400,401,402, 403,404,405,406,407,408,409,410,411,412,413,414,415,416, 417,418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [361,362,363,364,365,366,367,368,369,370,371,372,373, 374,375,376,377,378,379,380,381,382,383,384,385,386, 387,388,389,390,391,392,393,394,395,396,397,398,399, 400,401,402,403,404,405,406,407,408,409,410,411,412, 413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7687.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7687.0>:ns_vbm_sup:186: Spawned mover "default" 360 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7688.0> INFO REPORT <0.7688.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7688.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7688.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7688.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[360]}, {checkpoints,[{360,0}]}, {name,"rebalance_360"}, {takeover,true}] INFO REPORT <0.7688.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7688.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:13 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7689.0>}, {name, {child_id, [362,363,364,365,366,367,368,369,370,371,372,373,374,375, 376,377,378,379,380,381,382,383,384,385,386,387,388,389, 390,391,392,393,394,395,396,397,398,399,400,401,402,403, 404,405,406,407,408,409,410,411,412,413,414,415,416,417, 418,419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [362,363,364,365,366,367,368,369,370,371,372,373,374, 375,376,377,378,379,380,381,382,383,384,385,386,387, 388,389,390,391,392,393,394,395,396,397,398,399,400, 401,402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7690.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7690.0>:ns_vbm_sup:186: Spawned mover "default" 361 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7691.0> INFO REPORT <0.7691.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7691.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7691.0> 2011-12-05 11:15:13 =============================================================================== ns_1@10.1.5.53:<0.7691.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[361]}, {checkpoints,[{361,0}]}, {name,"rebalance_361"}, {takeover,true}] INFO REPORT <0.7691.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7691.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:14 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7692.0>}, {name, {child_id, [363,364,365,366,367,368,369,370,371,372,373,374,375,376, 377,378,379,380,381,382,383,384,385,386,387,388,389,390, 391,392,393,394,395,396,397,398,399,400,401,402,403,404, 405,406,407,408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [363,364,365,366,367,368,369,370,371,372,373,374,375, 376,377,378,379,380,381,382,383,384,385,386,387,388, 389,390,391,392,393,394,395,396,397,398,399,400,401, 402,403,404,405,406,407,408,409,410,411,412,413,414, 415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7693.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7693.0>:ns_vbm_sup:186: Spawned mover "default" 362 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7694.0> INFO REPORT <0.5288.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.5288.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.38', [{last_heard,{1323,112512,759452}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",0.0}]}, {memory, [{total,61805800}, {processes,32941152}, {processes_used,32906688}, {system,28864648}, {atom,913745}, {atom_used,899740}, {binary,805432}, {code,8753973}, {ets,8173800}]}, {system_stats, [{cpu_utilization_rate,23.940149625935163}, {swap_total,708829184}, {swap_used,4694016}]}, {interesting_stats, [{curr_items,5379}, {curr_items_tot,10378}, {vb_replica_curr_items,4999}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {inets,"5.6"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2555}, {memory_data,{2584977408,2087964672,{<11344.496.0>,5686368}}}, {disk_data, [{"/",14501808,20}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,20}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 482892 kB\nBuffers: 111904 kB\nCached: 171548 kB\nSwapCached: 392 kB\nActive: 980272 kB\nInactive: 422260 kB\nActive(anon): 893980 kB\nInactive(anon): 225124 kB\nActive(file): 86292 kB\nInactive(file): 197136 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687632 kB\nDirty: 304 kB\nWriteback: 0 kB\nAnonPages: 1118804 kB\nMapped: 7196 kB\nShmem: 16 kB\nSlab: 55980 kB\nSReclaimable: 37572 kB\nSUnreclaim: 18408 kB\nKernelStack: 1536 kB\nPageTables: 3908 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1631948 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,704135168}, {total_swap,708829184}, {cached_memory,175665152}, {buffered_memory,114589696}, {free_memory,494481408}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2550686,1}}, {context_switches,{1560629,0}}, {garbage_collection,{1049360,3639136688,0}}, {io,{{input,83721241},{output,162430904}}}, {reductions,{1190455370,3856159}}, {run_queue,0}, {runtime,{238310,530}}]}]}, {'ns_1@10.1.5.53', [{last_heard,{1323,112509,135692}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",1.0}]}, {memory, [{total,39310136}, {processes,17732744}, {processes_used,17707312}, {system,21577392}, {atom,828337}, {atom_used,825673}, {binary,521560}, {code,7918112}, {ets,2456016}]}, {system_stats, [{cpu_utilization_rate,2.736318407960199}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats, [{curr_items,5193}, {curr_items_tot,10308}, {vb_replica_curr_items,5115}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2417}, {memory_data,{2584977408,1583665152,{<0.5295.0>,2543680}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 977472 kB\nBuffers: 162380 kB\nCached: 1130084 kB\nSwapCached: 988 kB\nActive: 969908 kB\nInactive: 433492 kB\nActive(anon): 110060 kB\nInactive(anon): 1008 kB\nActive(file): 859848 kB\nInactive(file): 432484 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 328 kB\nWriteback: 0 kB\nAnonPages: 110140 kB\nMapped: 7096 kB\nShmem: 104 kB\nSlab: 77212 kB\nSReclaimable: 67152 kB\nSUnreclaim: 10060 kB\nKernelStack: 1296 kB\nPageTables: 1704 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 374944 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1157206016}, {buffered_memory,166277120}, {free_memory,1000931328}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2407848,2}}, {context_switches,{365037,0}}, {garbage_collection,{91636,235051952,0}}, {io,{{input,22850623},{output,32015352}}}, {reductions,{94386069,1477069}}, {run_queue,1}, {runtime,{20320,250}}]}]}, {'ns_1@10.1.5.54', [{last_heard,{1323,112512,316811}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",0.0}]}, {memory, [{total,40433280}, {processes,18309672}, {processes_used,18284256}, {system,22123608}, {atom,867577}, {atom_used,835182}, {binary,835760}, {code,8044766}, {ets,2458224}]}, {system_stats, [{cpu_utilization_rate,29.584352078239608}, {swap_total,708829184}, {swap_used,3760128}]}, {interesting_stats, [{curr_items,5138}, {curr_items_tot,10337}, {vb_replica_curr_items,5199}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2071}, {memory_data,{2584977408,1633640448,{<11359.5752.0>,2543680}}}, {disk_data, [{"/",14501808,14}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,14}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 927420 kB\nBuffers: 161476 kB\nCached: 667084 kB\nSwapCached: 1144 kB\nActive: 660468 kB\nInactive: 284252 kB\nActive(anon): 113628 kB\nInactive(anon): 2796 kB\nActive(file): 546840 kB\nInactive(file): 281456 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 392 kB\nWriteback: 0 kB\nAnonPages: 115488 kB\nMapped: 9456 kB\nShmem: 200 kB\nSlab: 71360 kB\nSReclaimable: 53204 kB\nSUnreclaim: 18156 kB\nKernelStack: 1320 kB\nPageTables: 1988 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 384792 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705069056}, {total_swap,708829184}, {cached_memory,683094016}, {buffered_memory,165351424}, {free_memory,949678080}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2061782,1}}, {context_switches,{536459,0}}, {garbage_collection,{463263,1201545014,0}}, {io,{{input,27330163},{output,46460924}}}, {reductions,{316959449,1503469}}, {run_queue,0}, {runtime,{96060,160}}]}]}] INFO REPORT <0.7694.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7694.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7694.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7694.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[362]}, {checkpoints,[{362,0}]}, {name,"rebalance_362"}, {takeover,true}] INFO REPORT <0.7694.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7694.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:14 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7709.0>}, {name, {child_id, [364,365,366,367,368,369,370,371,372,373,374,375,376,377, 378,379,380,381,382,383,384,385,386,387,388,389,390,391, 392,393,394,395,396,397,398,399,400,401,402,403,404,405, 406,407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [364,365,366,367,368,369,370,371,372,373,374,375,376, 377,378,379,380,381,382,383,384,385,386,387,388,389, 390,391,392,393,394,395,396,397,398,399,400,401,402, 403,404,405,406,407,408,409,410,411,412,413,414,415, 416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7710.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7710.0>:ns_vbm_sup:186: Spawned mover "default" 363 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7711.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:14 =============================================================================== memcached<0.5304.0>: Vbucket <358> is going dead. memcached<0.5304.0>: Vbucket <359> is going dead. memcached<0.5304.0>: Vbucket <360> is going dead. memcached<0.5304.0>: Vbucket <361> is going dead. memcached<0.5304.0>: Vbucket <362> is going dead. INFO REPORT <0.7711.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7711.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7711.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7711.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[363]}, {checkpoints,[{363,0}]}, {name,"rebalance_363"}, {takeover,true}] INFO REPORT <0.7711.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7711.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:14 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7712.0>}, {name, {child_id, [365,366,367,368,369,370,371,372,373,374,375,376,377,378, 379,380,381,382,383,384,385,386,387,388,389,390,391,392, 393,394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419,420, 421,422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [365,366,367,368,369,370,371,372,373,374,375,376,377, 378,379,380,381,382,383,384,385,386,387,388,389,390, 391,392,393,394,395,396,397,398,399,400,401,402,403, 404,405,406,407,408,409,410,411,412,413,414,415,416, 417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7713.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7713.0>:ns_vbm_sup:186: Spawned mover "default" 364 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7714.0> INFO REPORT <0.7714.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7714.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7714.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7714.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[364]}, {checkpoints,[{364,0}]}, {name,"rebalance_364"}, {takeover,true}] INFO REPORT <0.7714.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7714.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:14 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7715.0>}, {name, {child_id, [366,367,368,369,370,371,372,373,374,375,376,377,378,379, 380,381,382,383,384,385,386,387,388,389,390,391,392,393, 394,395,396,397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [366,367,368,369,370,371,372,373,374,375,376,377,378, 379,380,381,382,383,384,385,386,387,388,389,390,391, 392,393,394,395,396,397,398,399,400,401,402,403,404, 405,406,407,408,409,410,411,412,413,414,415,416,417, 418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7716.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7716.0>:ns_vbm_sup:186: Spawned mover "default" 365 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7717.0> INFO REPORT <0.7717.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7717.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7717.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7717.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[365]}, {checkpoints,[{365,0}]}, {name,"rebalance_365"}, {takeover,true}] INFO REPORT <0.7717.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7717.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:14 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7718.0>}, {name, {child_id, [367,368,369,370,371,372,373,374,375,376,377,378,379,380, 381,382,383,384,385,386,387,388,389,390,391,392,393,394, 395,396,397,398,399,400,401,402,403,404,405,406,407,408, 409,410,411,412,413,414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [367,368,369,370,371,372,373,374,375,376,377,378,379, 380,381,382,383,384,385,386,387,388,389,390,391,392, 393,394,395,396,397,398,399,400,401,402,403,404,405, 406,407,408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7719.0> 2011-12-05 11:15:14 =============================================================================== ns_1@10.1.5.53:<0.7719.0>:ns_vbm_sup:186: Spawned mover "default" 366 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7720.0> INFO REPORT <0.7720.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7720.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7720.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7720.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[366]}, {checkpoints,[{366,0}]}, {name,"rebalance_366"}, {takeover,true}] INFO REPORT <0.7720.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7720.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:15 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7721.0>}, {name, {child_id, [368,369,370,371,372,373,374,375,376,377,378,379,380,381, 382,383,384,385,386,387,388,389,390,391,392,393,394,395, 396,397,398,399,400,401,402,403,404,405,406,407,408,409, 410,411,412,413,414,415,416,417,418,419,420,421,422,423, 424,425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [368,369,370,371,372,373,374,375,376,377,378,379,380, 381,382,383,384,385,386,387,388,389,390,391,392,393, 394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7722.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7722.0>:ns_vbm_sup:186: Spawned mover "default" 367 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7723.0> INFO REPORT <0.7723.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7723.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7723.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7723.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[367]}, {checkpoints,[{367,0}]}, {name,"rebalance_367"}, {takeover,true}] INFO REPORT <0.7723.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7723.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:15 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7724.0>}, {name, {child_id, [369,370,371,372,373,374,375,376,377,378,379,380,381,382, 383,384,385,386,387,388,389,390,391,392,393,394,395,396, 397,398,399,400,401,402,403,404,405,406,407,408,409,410, 411,412,413,414,415,416,417,418,419,420,421,422,423,424, 425,426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [369,370,371,372,373,374,375,376,377,378,379,380,381, 382,383,384,385,386,387,388,389,390,391,392,393,394, 395,396,397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418,419,420, 421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7725.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7725.0>:ns_vbm_sup:186: Spawned mover "default" 368 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7726.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:15 =============================================================================== memcached<0.5304.0>: Vbucket <363> is going dead. memcached<0.5304.0>: Vbucket <364> is going dead. memcached<0.5304.0>: Vbucket <365> is going dead. memcached<0.5304.0>: Vbucket <366> is going dead. memcached<0.5304.0>: Vbucket <367> is going dead. INFO REPORT <0.7726.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7726.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7726.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7726.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[368]}, {checkpoints,[{368,0}]}, {name,"rebalance_368"}, {takeover,true}] INFO REPORT <0.7726.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7726.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:15 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7727.0>}, {name, {child_id, [370,371,372,373,374,375,376,377,378,379,380,381,382,383, 384,385,386,387,388,389,390,391,392,393,394,395,396,397, 398,399,400,401,402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [370,371,372,373,374,375,376,377,378,379,380,381,382, 383,384,385,386,387,388,389,390,391,392,393,394,395, 396,397,398,399,400,401,402,403,404,405,406,407,408, 409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7728.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7728.0>:ns_vbm_sup:186: Spawned mover "default" 369 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7729.0> INFO REPORT <0.7729.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7729.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7729.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7729.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[369]}, {checkpoints,[{369,0}]}, {name,"rebalance_369"}, {takeover,true}] INFO REPORT <0.7729.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7729.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:15 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7730.0>}, {name, {child_id, [371,372,373,374,375,376,377,378,379,380,381,382,383,384, 385,386,387,388,389,390,391,392,393,394,395,396,397,398, 399,400,401,402,403,404,405,406,407,408,409,410,411,412, 413,414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [371,372,373,374,375,376,377,378,379,380,381,382,383, 384,385,386,387,388,389,390,391,392,393,394,395,396, 397,398,399,400,401,402,403,404,405,406,407,408,409, 410,411,412,413,414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7731.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7731.0>:ns_vbm_sup:186: Spawned mover "default" 370 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7732.0> INFO REPORT <0.7732.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7732.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7732.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7732.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[370]}, {checkpoints,[{370,0}]}, {name,"rebalance_370"}, {takeover,true}] INFO REPORT <0.7732.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7732.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:15 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7733.0>}, {name, {child_id, [372,373,374,375,376,377,378,379,380,381,382,383,384,385, 386,387,388,389,390,391,392,393,394,395,396,397,398,399, 400,401,402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [372,373,374,375,376,377,378,379,380,381,382,383,384, 385,386,387,388,389,390,391,392,393,394,395,396,397, 398,399,400,401,402,403,404,405,406,407,408,409,410, 411,412,413,414,415,416,417,418,419,420,421,422,423, 424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7734.0> 2011-12-05 11:15:15 =============================================================================== ns_1@10.1.5.53:<0.7734.0>:ns_vbm_sup:186: Spawned mover "default" 371 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7735.0> INFO REPORT <0.7735.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7735.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7735.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7735.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[371]}, {checkpoints,[{371,0}]}, {name,"rebalance_371"}, {takeover,true}] INFO REPORT <0.7735.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7735.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:16 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7736.0>}, {name, {child_id, [373,374,375,376,377,378,379,380,381,382,383,384,385,386, 387,388,389,390,391,392,393,394,395,396,397,398,399,400, 401,402,403,404,405,406,407,408,409,410,411,412,413,414, 415,416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [373,374,375,376,377,378,379,380,381,382,383,384,385, 386,387,388,389,390,391,392,393,394,395,396,397,398, 399,400,401,402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421,422,423,424, 425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7737.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7737.0>:ns_vbm_sup:186: Spawned mover "default" 372 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7742.0> INFO REPORT <0.7742.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7742.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7742.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7742.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[372]}, {checkpoints,[{372,0}]}, {name,"rebalance_372"}, {takeover,true}] INFO REPORT <0.7742.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7742.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:16 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7743.0>}, {name, {child_id, [374,375,376,377,378,379,380,381,382,383,384,385,386,387, 388,389,390,391,392,393,394,395,396,397,398,399,400,401, 402,403,404,405,406,407,408,409,410,411,412,413,414,415, 416,417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [374,375,376,377,378,379,380,381,382,383,384,385,386, 387,388,389,390,391,392,393,394,395,396,397,398,399, 400,401,402,403,404,405,406,407,408,409,410,411,412, 413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7744.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7744.0>:ns_vbm_sup:186: Spawned mover "default" 373 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7745.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:16 =============================================================================== memcached<0.5304.0>: Vbucket <368> is going dead. memcached<0.5304.0>: Vbucket <369> is going dead. memcached<0.5304.0>: Vbucket <370> is going dead. memcached<0.5304.0>: Vbucket <371> is going dead. memcached<0.5304.0>: Vbucket <372> is going dead. INFO REPORT <0.7745.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7745.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7745.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7745.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[373]}, {checkpoints,[{373,0}]}, {name,"rebalance_373"}, {takeover,true}] INFO REPORT <0.7745.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7745.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:16 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7746.0>}, {name, {child_id, [375,376,377,378,379,380,381,382,383,384,385,386,387,388, 389,390,391,392,393,394,395,396,397,398,399,400,401,402, 403,404,405,406,407,408,409,410,411,412,413,414,415,416, 417,418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [375,376,377,378,379,380,381,382,383,384,385,386,387, 388,389,390,391,392,393,394,395,396,397,398,399,400, 401,402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7747.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7747.0>:ns_vbm_sup:186: Spawned mover "default" 374 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7748.0> INFO REPORT <0.7748.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7748.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7748.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7748.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[374]}, {checkpoints,[{374,0}]}, {name,"rebalance_374"}, {takeover,true}] INFO REPORT <0.7748.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7748.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:16 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7749.0>}, {name, {child_id, [376,377,378,379,380,381,382,383,384,385,386,387,388,389, 390,391,392,393,394,395,396,397,398,399,400,401,402,403, 404,405,406,407,408,409,410,411,412,413,414,415,416,417, 418,419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [376,377,378,379,380,381,382,383,384,385,386,387,388, 389,390,391,392,393,394,395,396,397,398,399,400,401, 402,403,404,405,406,407,408,409,410,411,412,413,414, 415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7750.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7750.0>:ns_vbm_sup:186: Spawned mover "default" 375 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7751.0> INFO REPORT <0.7751.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7751.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7751.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7751.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[375]}, {checkpoints,[{375,0}]}, {name,"rebalance_375"}, {takeover,true}] INFO REPORT <0.7751.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7751.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:16 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7752.0>}, {name, {child_id, [377,378,379,380,381,382,383,384,385,386,387,388,389,390, 391,392,393,394,395,396,397,398,399,400,401,402,403,404, 405,406,407,408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [377,378,379,380,381,382,383,384,385,386,387,388,389, 390,391,392,393,394,395,396,397,398,399,400,401,402, 403,404,405,406,407,408,409,410,411,412,413,414,415, 416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7753.0> 2011-12-05 11:15:16 =============================================================================== ns_1@10.1.5.53:<0.7753.0>:ns_vbm_sup:186: Spawned mover "default" 376 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7754.0> INFO REPORT <0.7754.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7754.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7754.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7754.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[376]}, {checkpoints,[{376,0}]}, {name,"rebalance_376"}, {takeover,true}] INFO REPORT <0.7754.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7754.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:17 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7756.0>}, {name, {child_id, [378,379,380,381,382,383,384,385,386,387,388,389,390,391, 392,393,394,395,396,397,398,399,400,401,402,403,404,405, 406,407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [378,379,380,381,382,383,384,385,386,387,388,389,390, 391,392,393,394,395,396,397,398,399,400,401,402,403, 404,405,406,407,408,409,410,411,412,413,414,415,416, 417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7757.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7757.0>:ns_vbm_sup:186: Spawned mover "default" 377 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7758.0> INFO REPORT <0.7758.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7758.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7758.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7758.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[377]}, {checkpoints,[{377,0}]}, {name,"rebalance_377"}, {takeover,true}] INFO REPORT <0.7758.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7758.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:17 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7759.0>}, {name, {child_id, [379,380,381,382,383,384,385,386,387,388,389,390,391,392, 393,394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419,420, 421,422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [379,380,381,382,383,384,385,386,387,388,389,390,391, 392,393,394,395,396,397,398,399,400,401,402,403,404, 405,406,407,408,409,410,411,412,413,414,415,416,417, 418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7760.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7760.0>:ns_vbm_sup:186: Spawned mover "default" 378 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7761.0> INFO REPORT <0.7761.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7761.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7761.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7761.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[378]}, {checkpoints,[{378,0}]}, {name,"rebalance_378"}, {takeover,true}] INFO REPORT <0.5304.0> 2011-12-05 11:15:17 =============================================================================== memcached<0.5304.0>: Vbucket <373> is going dead. memcached<0.5304.0>: Vbucket <374> is going dead. memcached<0.5304.0>: Vbucket <375> is going dead. memcached<0.5304.0>: Vbucket <376> is going dead. memcached<0.5304.0>: Vbucket <377> is going dead. INFO REPORT <0.7761.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7761.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:17 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7762.0>}, {name, {child_id, [380,381,382,383,384,385,386,387,388,389,390,391,392,393, 394,395,396,397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [380,381,382,383,384,385,386,387,388,389,390,391,392, 393,394,395,396,397,398,399,400,401,402,403,404,405, 406,407,408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7763.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7763.0>:ns_vbm_sup:186: Spawned mover "default" 379 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7764.0> INFO REPORT <0.7764.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7764.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7764.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7764.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[379]}, {checkpoints,[{379,0}]}, {name,"rebalance_379"}, {takeover,true}] INFO REPORT <0.7764.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7764.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:17 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7765.0>}, {name, {child_id, [381,382,383,384,385,386,387,388,389,390,391,392,393,394, 395,396,397,398,399,400,401,402,403,404,405,406,407,408, 409,410,411,412,413,414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [381,382,383,384,385,386,387,388,389,390,391,392,393, 394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7766.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7766.0>:ns_vbm_sup:186: Spawned mover "default" 380 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7767.0> INFO REPORT <0.7767.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7767.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7767.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7767.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[380]}, {checkpoints,[{380,0}]}, {name,"rebalance_380"}, {takeover,true}] INFO REPORT <0.7767.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7767.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:17 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7768.0>}, {name, {child_id, [382,383,384,385,386,387,388,389,390,391,392,393,394,395, 396,397,398,399,400,401,402,403,404,405,406,407,408,409, 410,411,412,413,414,415,416,417,418,419,420,421,422,423, 424,425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [382,383,384,385,386,387,388,389,390,391,392,393,394, 395,396,397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418,419,420, 421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7769.0> 2011-12-05 11:15:17 =============================================================================== ns_1@10.1.5.53:<0.7769.0>:ns_vbm_sup:186: Spawned mover "default" 381 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7770.0> INFO REPORT <0.7770.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7770.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7770.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7770.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[381]}, {checkpoints,[{381,0}]}, {name,"rebalance_381"}, {takeover,true}] INFO REPORT <0.7770.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7770.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:18 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7775.0>}, {name, {child_id, [383,384,385,386,387,388,389,390,391,392,393,394,395,396, 397,398,399,400,401,402,403,404,405,406,407,408,409,410, 411,412,413,414,415,416,417,418,419,420,421,422,423,424, 425,426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [383,384,385,386,387,388,389,390,391,392,393,394,395, 396,397,398,399,400,401,402,403,404,405,406,407,408, 409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7776.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7776.0>:ns_vbm_sup:186: Spawned mover "default" 382 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7777.0> INFO REPORT <0.7777.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7777.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7777.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7777.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[382]}, {checkpoints,[{382,0}]}, {name,"rebalance_382"}, {takeover,true}] INFO REPORT <0.7777.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7777.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:18 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7778.0>}, {name, {child_id, [384,385,386,387,388,389,390,391,392,393,394,395,396,397, 398,399,400,401,402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [384,385,386,387,388,389,390,391,392,393,394,395,396, 397,398,399,400,401,402,403,404,405,406,407,408,409, 410,411,412,413,414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7779.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7779.0>:ns_vbm_sup:186: Spawned mover "default" 383 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7780.0> INFO REPORT <0.7780.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7780.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7780.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7780.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[383]}, {checkpoints,[{383,0}]}, {name,"rebalance_383"}, {takeover,true}] INFO REPORT <0.5304.0> 2011-12-05 11:15:18 =============================================================================== memcached<0.5304.0>: Vbucket <378> is going dead. memcached<0.5304.0>: Vbucket <379> is going dead. memcached<0.5304.0>: Vbucket <380> is going dead. memcached<0.5304.0>: Vbucket <381> is going dead. memcached<0.5304.0>: Vbucket <382> is going dead. INFO REPORT <0.7780.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7780.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:18 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7781.0>}, {name, {child_id, [385,386,387,388,389,390,391,392,393,394,395,396,397,398, 399,400,401,402,403,404,405,406,407,408,409,410,411,412, 413,414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [385,386,387,388,389,390,391,392,393,394,395,396,397, 398,399,400,401,402,403,404,405,406,407,408,409,410, 411,412,413,414,415,416,417,418,419,420,421,422,423, 424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7782.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7782.0>:ns_vbm_sup:186: Spawned mover "default" 384 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7783.0> INFO REPORT <0.5266.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.54' INFO REPORT <0.7783.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7783.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7783.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7783.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[384]}, {checkpoints,[{384,0}]}, {name,"rebalance_384"}, {takeover,true}] INFO REPORT <0.7783.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7783.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:18 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7786.0>}, {name, {child_id, [386,387,388,389,390,391,392,393,394,395,396,397,398,399, 400,401,402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [386,387,388,389,390,391,392,393,394,395,396,397,398, 399,400,401,402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421,422,423,424, 425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7787.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7787.0>:ns_vbm_sup:186: Spawned mover "default" 385 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7788.0> INFO REPORT <0.7788.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7788.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7788.0> 2011-12-05 11:15:18 =============================================================================== ns_1@10.1.5.53:<0.7788.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[385]}, {checkpoints,[{385,0}]}, {name,"rebalance_385"}, {takeover,true}] INFO REPORT <0.7788.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7788.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:19 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7789.0>}, {name, {child_id, [387,388,389,390,391,392,393,394,395,396,397,398,399,400, 401,402,403,404,405,406,407,408,409,410,411,412,413,414, 415,416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [387,388,389,390,391,392,393,394,395,396,397,398,399, 400,401,402,403,404,405,406,407,408,409,410,411,412, 413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7790.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7790.0>:ns_vbm_sup:186: Spawned mover "default" 386 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7791.0> INFO REPORT <0.7791.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7791.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7791.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7791.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[386]}, {checkpoints,[{386,0}]}, {name,"rebalance_386"}, {takeover,true}] INFO REPORT <0.7791.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7791.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:19 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7799.0>}, {name, {child_id, [388,389,390,391,392,393,394,395,396,397,398,399,400,401, 402,403,404,405,406,407,408,409,410,411,412,413,414,415, 416,417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [388,389,390,391,392,393,394,395,396,397,398,399,400, 401,402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7800.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7800.0>:ns_vbm_sup:186: Spawned mover "default" 387 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7801.0> INFO REPORT <0.7801.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7801.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7801.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7801.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[387]}, {checkpoints,[{387,0}]}, {name,"rebalance_387"}, {takeover,true}] INFO REPORT <0.7801.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7801.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:19 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7802.0>}, {name, {child_id, [389,390,391,392,393,394,395,396,397,398,399,400,401,402, 403,404,405,406,407,408,409,410,411,412,413,414,415,416, 417,418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [389,390,391,392,393,394,395,396,397,398,399,400,401, 402,403,404,405,406,407,408,409,410,411,412,413,414, 415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7803.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7803.0>:ns_vbm_sup:186: Spawned mover "default" 388 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7804.0> INFO REPORT <0.7804.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7804.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7804.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7804.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[388]}, {checkpoints,[{388,0}]}, {name,"rebalance_388"}, {takeover,true}] INFO REPORT <0.5304.0> 2011-12-05 11:15:19 =============================================================================== memcached<0.5304.0>: Vbucket <383> is going dead. memcached<0.5304.0>: Vbucket <384> is going dead. memcached<0.5304.0>: Vbucket <385> is going dead. memcached<0.5304.0>: Vbucket <386> is going dead. memcached<0.5304.0>: Vbucket <387> is going dead. INFO REPORT <0.7804.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7804.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:19 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7805.0>}, {name, {child_id, [390,391,392,393,394,395,396,397,398,399,400,401,402,403, 404,405,406,407,408,409,410,411,412,413,414,415,416,417, 418,419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [390,391,392,393,394,395,396,397,398,399,400,401,402, 403,404,405,406,407,408,409,410,411,412,413,414,415, 416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7806.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7806.0>:ns_vbm_sup:186: Spawned mover "default" 389 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7807.0> INFO REPORT <0.7807.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7807.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7807.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7807.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[389]}, {checkpoints,[{389,0}]}, {name,"rebalance_389"}, {takeover,true}] INFO REPORT <0.7807.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7807.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:19 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7808.0>}, {name, {child_id, [391,392,393,394,395,396,397,398,399,400,401,402,403,404, 405,406,407,408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [391,392,393,394,395,396,397,398,399,400,401,402,403, 404,405,406,407,408,409,410,411,412,413,414,415,416, 417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7809.0> 2011-12-05 11:15:19 =============================================================================== ns_1@10.1.5.53:<0.7809.0>:ns_vbm_sup:186: Spawned mover "default" 390 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7810.0> INFO REPORT <0.7810.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7810.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7810.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7810.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[390]}, {checkpoints,[{390,0}]}, {name,"rebalance_390"}, {takeover,true}] INFO REPORT <0.7810.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7810.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:20 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7811.0>}, {name, {child_id, [392,393,394,395,396,397,398,399,400,401,402,403,404,405, 406,407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [392,393,394,395,396,397,398,399,400,401,402,403,404, 405,406,407,408,409,410,411,412,413,414,415,416,417, 418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7812.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7812.0>:ns_vbm_sup:186: Spawned mover "default" 391 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7813.0> INFO REPORT <0.7813.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7813.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7813.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7813.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[391]}, {checkpoints,[{391,0}]}, {name,"rebalance_391"}, {takeover,true}] INFO REPORT <0.7813.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7813.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:20 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7819.0>}, {name, {child_id, [393,394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419,420, 421,422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [393,394,395,396,397,398,399,400,401,402,403,404,405, 406,407,408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7820.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7820.0>:ns_vbm_sup:186: Spawned mover "default" 392 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7821.0> INFO REPORT <0.7821.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7821.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7821.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7821.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[392]}, {checkpoints,[{392,0}]}, {name,"rebalance_392"}, {takeover,true}] INFO REPORT <0.7821.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7821.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:20 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7822.0>}, {name, {child_id, [394,395,396,397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7823.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7823.0>:ns_vbm_sup:186: Spawned mover "default" 393 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7824.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:20 =============================================================================== memcached<0.5304.0>: Vbucket <388> is going dead. memcached<0.5304.0>: Vbucket <389> is going dead. memcached<0.5304.0>: Vbucket <390> is going dead. memcached<0.5304.0>: Vbucket <391> is going dead. memcached<0.5304.0>: Vbucket <392> is going dead. INFO REPORT <0.7824.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7824.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7824.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7824.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[393]}, {checkpoints,[{393,0}]}, {name,"rebalance_393"}, {takeover,true}] INFO REPORT <0.7824.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7824.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:20 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7825.0>}, {name, {child_id, [395,396,397,398,399,400,401,402,403,404,405,406,407,408, 409,410,411,412,413,414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [395,396,397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418,419,420, 421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7826.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7826.0>:ns_vbm_sup:186: Spawned mover "default" 394 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7827.0> ERROR REPORT <0.7828.0> 2011-12-05 11:15:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** INFO REPORT <0.7827.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7827.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7827.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7827.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[394]}, {checkpoints,[{394,0}]}, {name,"rebalance_394"}, {takeover,true}] INFO REPORT <0.7827.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7827.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:20 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7830.0>}, {name, {child_id, [396,397,398,399,400,401,402,403,404,405,406,407,408,409, 410,411,412,413,414,415,416,417,418,419,420,421,422,423, 424,425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [396,397,398,399,400,401,402,403,404,405,406,407,408, 409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7831.0> 2011-12-05 11:15:20 =============================================================================== ns_1@10.1.5.53:<0.7831.0>:ns_vbm_sup:186: Spawned mover "default" 395 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7832.0> INFO REPORT <0.7832.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7832.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7832.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7832.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[395]}, {checkpoints,[{395,0}]}, {name,"rebalance_395"}, {takeover,true}] INFO REPORT <0.7832.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7832.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:21 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7833.0>}, {name, {child_id, [397,398,399,400,401,402,403,404,405,406,407,408,409,410, 411,412,413,414,415,416,417,418,419,420,421,422,423,424, 425,426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [397,398,399,400,401,402,403,404,405,406,407,408,409, 410,411,412,413,414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7834.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7834.0>:ns_vbm_sup:186: Spawned mover "default" 396 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7835.0> INFO REPORT <0.7835.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7835.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7835.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7835.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[396]}, {checkpoints,[{396,0}]}, {name,"rebalance_396"}, {takeover,true}] INFO REPORT <0.7835.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7835.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:21 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7836.0>}, {name, {child_id, [398,399,400,401,402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [398,399,400,401,402,403,404,405,406,407,408,409,410, 411,412,413,414,415,416,417,418,419,420,421,422,423, 424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7837.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7837.0>:ns_vbm_sup:186: Spawned mover "default" 397 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7838.0> INFO REPORT <0.7838.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7838.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7838.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7838.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[397]}, {checkpoints,[{397,0}]}, {name,"rebalance_397"}, {takeover,true}] INFO REPORT <0.7838.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7838.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:21 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7839.0>}, {name, {child_id, [399,400,401,402,403,404,405,406,407,408,409,410,411,412, 413,414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [399,400,401,402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421,422,423,424, 425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7840.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7840.0>:ns_vbm_sup:186: Spawned mover "default" 398 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7841.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:21 =============================================================================== memcached<0.5304.0>: Vbucket <393> is going dead. memcached<0.5304.0>: Vbucket <394> is going dead. memcached<0.5304.0>: Vbucket <395> is going dead. memcached<0.5304.0>: Vbucket <396> is going dead. memcached<0.5304.0>: Vbucket <397> is going dead. INFO REPORT <0.7841.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7841.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7841.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7841.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[398]}, {checkpoints,[{398,0}]}, {name,"rebalance_398"}, {takeover,true}] INFO REPORT <0.7841.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7841.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:21 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7842.0>}, {name, {child_id, [400,401,402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [400,401,402,403,404,405,406,407,408,409,410,411,412, 413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7843.0> 2011-12-05 11:15:21 =============================================================================== ns_1@10.1.5.53:<0.7843.0>:ns_vbm_sup:186: Spawned mover "default" 399 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7844.0> INFO REPORT <0.7844.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7844.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7844.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7844.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[399]}, {checkpoints,[{399,0}]}, {name,"rebalance_399"}, {takeover,true}] INFO REPORT <0.7844.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7844.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:22 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7845.0>}, {name, {child_id, [401,402,403,404,405,406,407,408,409,410,411,412,413,414, 415,416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [401,402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7846.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7846.0>:ns_vbm_sup:186: Spawned mover "default" 400 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7847.0> INFO REPORT <0.7847.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7847.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7847.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7847.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[400]}, {checkpoints,[{400,0}]}, {name,"rebalance_400"}, {takeover,true}] INFO REPORT <0.7847.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7847.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:22 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7852.0>}, {name, {child_id, [402,403,404,405,406,407,408,409,410,411,412,413,414,415, 416,417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [402,403,404,405,406,407,408,409,410,411,412,413,414, 415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7853.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7853.0>:ns_vbm_sup:186: Spawned mover "default" 401 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7854.0> INFO REPORT <0.7854.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7854.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7854.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7854.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[401]}, {checkpoints,[{401,0}]}, {name,"rebalance_401"}, {takeover,true}] INFO REPORT <0.7854.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7854.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:22 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7855.0>}, {name, {child_id, [403,404,405,406,407,408,409,410,411,412,413,414,415,416, 417,418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [403,404,405,406,407,408,409,410,411,412,413,414,415, 416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7856.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7856.0>:ns_vbm_sup:186: Spawned mover "default" 402 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7857.0> INFO REPORT <0.7857.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7857.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7857.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7857.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[402]}, {checkpoints,[{402,0}]}, {name,"rebalance_402"}, {takeover,true}] INFO REPORT <0.7857.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7857.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:22 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7858.0>}, {name, {child_id, [404,405,406,407,408,409,410,411,412,413,414,415,416,417, 418,419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [404,405,406,407,408,409,410,411,412,413,414,415,416, 417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7859.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7859.0>:ns_vbm_sup:186: Spawned mover "default" 403 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7860.0> INFO REPORT <0.7860.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7860.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7860.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7860.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[403]}, {checkpoints,[{403,0}]}, {name,"rebalance_403"}, {takeover,true}] INFO REPORT <0.5304.0> 2011-12-05 11:15:22 =============================================================================== memcached<0.5304.0>: Vbucket <398> is going dead. memcached<0.5304.0>: Vbucket <399> is going dead. memcached<0.5304.0>: Vbucket <400> is going dead. memcached<0.5304.0>: Vbucket <401> is going dead. memcached<0.5304.0>: Vbucket <402> is going dead. INFO REPORT <0.7860.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7860.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:22 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7861.0>}, {name, {child_id, [405,406,407,408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [405,406,407,408,409,410,411,412,413,414,415,416,417, 418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7862.0> 2011-12-05 11:15:22 =============================================================================== ns_1@10.1.5.53:<0.7862.0>:ns_vbm_sup:186: Spawned mover "default" 404 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7863.0> INFO REPORT <0.7863.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7863.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7863.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7863.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[404]}, {checkpoints,[{404,0}]}, {name,"rebalance_404"}, {takeover,true}] INFO REPORT <0.7863.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7863.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:23 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7865.0>}, {name, {child_id, [406,407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [406,407,408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7866.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7866.0>:ns_vbm_sup:186: Spawned mover "default" 405 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7867.0> INFO REPORT <0.7867.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7867.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7867.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7867.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[405]}, {checkpoints,[{405,0}]}, {name,"rebalance_405"}, {takeover,true}] INFO REPORT <0.7867.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7867.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:23 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7868.0>}, {name, {child_id, [407,408,409,410,411,412,413,414,415,416,417,418,419,420, 421,422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7869.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7869.0>:ns_vbm_sup:186: Spawned mover "default" 406 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7870.0> INFO REPORT <0.7870.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7870.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7870.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7870.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[406]}, {checkpoints,[{406,0}]}, {name,"rebalance_406"}, {takeover,true}] INFO REPORT <0.7870.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7870.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:23 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7871.0>}, {name, {child_id, [408,409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [408,409,410,411,412,413,414,415,416,417,418,419,420, 421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7872.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7872.0>:ns_vbm_sup:186: Spawned mover "default" 407 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7873.0> INFO REPORT <0.7873.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7873.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7873.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7873.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[407]}, {checkpoints,[{407,0}]}, {name,"rebalance_407"}, {takeover,true}] INFO REPORT <0.7873.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7873.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:23 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7874.0>}, {name, {child_id, [409,410,411,412,413,414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7875.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7875.0>:ns_vbm_sup:186: Spawned mover "default" 408 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7876.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:23 =============================================================================== memcached<0.5304.0>: Vbucket <403> is going dead. memcached<0.5304.0>: Vbucket <404> is going dead. memcached<0.5304.0>: Vbucket <405> is going dead. memcached<0.5304.0>: Vbucket <406> is going dead. memcached<0.5304.0>: Vbucket <407> is going dead. INFO REPORT <0.7876.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7876.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7876.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7876.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[408]}, {checkpoints,[{408,0}]}, {name,"rebalance_408"}, {takeover,true}] INFO REPORT <0.7876.0> 2011-12-05 11:15:23 =============================================================================== ns_1@10.1.5.53:<0.7876.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:23 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7877.0>}, {name, {child_id, [410,411,412,413,414,415,416,417,418,419,420,421,422,423, 424,425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [410,411,412,413,414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7878.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7878.0>:ns_vbm_sup:186: Spawned mover "default" 409 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7879.0> INFO REPORT <0.7879.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7879.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7879.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7879.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[409]}, {checkpoints,[{409,0}]}, {name,"rebalance_409"}, {takeover,true}] INFO REPORT <0.7879.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7879.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:24 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7891.0>}, {name, {child_id, [411,412,413,414,415,416,417,418,419,420,421,422,423,424, 425,426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [411,412,413,414,415,416,417,418,419,420,421,422,423, 424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7892.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7892.0>:ns_vbm_sup:186: Spawned mover "default" 410 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7893.0> INFO REPORT <0.7893.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7893.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7893.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7893.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[410]}, {checkpoints,[{410,0}]}, {name,"rebalance_410"}, {takeover,true}] INFO REPORT <0.7893.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7893.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:24 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7894.0>}, {name, {child_id, [412,413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [412,413,414,415,416,417,418,419,420,421,422,423,424, 425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7895.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7895.0>:ns_vbm_sup:186: Spawned mover "default" 411 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7896.0> INFO REPORT <0.7896.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7896.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7896.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7896.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[411]}, {checkpoints,[{411,0}]}, {name,"rebalance_411"}, {takeover,true}] INFO REPORT <0.7896.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7896.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:24 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7897.0>}, {name, {child_id, [413,414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [413,414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7898.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7898.0>:ns_vbm_sup:186: Spawned mover "default" 412 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7899.0> INFO REPORT <0.7899.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7899.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7899.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7899.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[412]}, {checkpoints,[{412,0}]}, {name,"rebalance_412"}, {takeover,true}] INFO REPORT <0.7899.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7899.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:24 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7900.0>}, {name, {child_id, [414,415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [414,415,416,417,418,419,420,421,422,423,424,425,426, 427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7901.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7901.0>:ns_vbm_sup:186: Spawned mover "default" 413 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7902.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:24 =============================================================================== memcached<0.5304.0>: Vbucket <408> is going dead. memcached<0.5304.0>: Vbucket <409> is going dead. memcached<0.5304.0>: Vbucket <410> is going dead. memcached<0.5304.0>: Vbucket <411> is going dead. memcached<0.5304.0>: Vbucket <412> is going dead. INFO REPORT <0.7902.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7902.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7902.0> 2011-12-05 11:15:24 =============================================================================== ns_1@10.1.5.53:<0.7902.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[413]}, {checkpoints,[{413,0}]}, {name,"rebalance_413"}, {takeover,true}] INFO REPORT <0.7902.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7902.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:25 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7903.0>}, {name, {child_id, [415,416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [415,416,417,418,419,420,421,422,423,424,425,426,427, 428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7904.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7904.0>:ns_vbm_sup:186: Spawned mover "default" 414 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7905.0> INFO REPORT <0.7905.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7905.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7905.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7905.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[414]}, {checkpoints,[{414,0}]}, {name,"rebalance_414"}, {takeover,true}] INFO REPORT <0.7905.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7905.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:25 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7906.0>}, {name, {child_id, [416,417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [416,417,418,419,420,421,422,423,424,425,426,427,428, 429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7907.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7907.0>:ns_vbm_sup:186: Spawned mover "default" 415 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7908.0> INFO REPORT <0.7908.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7908.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7908.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7908.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[415]}, {checkpoints,[{415,0}]}, {name,"rebalance_415"}, {takeover,true}] INFO REPORT <0.7908.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7908.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:25 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7909.0>}, {name, {child_id, [417,418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [417,418,419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7910.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7910.0>:ns_vbm_sup:186: Spawned mover "default" 416 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7911.0> INFO REPORT <0.7911.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7911.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7911.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7911.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[416]}, {checkpoints,[{416,0}]}, {name,"rebalance_416"}, {takeover,true}] INFO REPORT <0.7911.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7911.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:25 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7912.0>}, {name, {child_id, [418,419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [418,419,420,421,422,423,424,425,426,427,428,429,430, 431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7913.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7913.0>:ns_vbm_sup:186: Spawned mover "default" 417 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7914.0> INFO REPORT <0.7914.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7914.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7914.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7914.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[417]}, {checkpoints,[{417,0}]}, {name,"rebalance_417"}, {takeover,true}] INFO REPORT <0.7914.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7914.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:25 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7915.0>}, {name, {child_id, [419,420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [419,420,421,422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7916.0> 2011-12-05 11:15:25 =============================================================================== ns_1@10.1.5.53:<0.7916.0>:ns_vbm_sup:186: Spawned mover "default" 418 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7917.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:26 =============================================================================== memcached<0.5304.0>: Vbucket <413> is going dead. memcached<0.5304.0>: Vbucket <414> is going dead. memcached<0.5304.0>: Vbucket <415> is going dead. memcached<0.5304.0>: Vbucket <416> is going dead. memcached<0.5304.0>: Vbucket <417> is going dead. INFO REPORT <0.7917.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7917.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7917.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7917.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[418]}, {checkpoints,[{418,0}]}, {name,"rebalance_418"}, {takeover,true}] INFO REPORT <0.7917.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7917.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:26 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7923.0>}, {name, {child_id, [420,421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7924.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7924.0>:ns_vbm_sup:186: Spawned mover "default" 419 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7925.0> INFO REPORT <0.7925.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7925.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7925.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7925.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[419]}, {checkpoints,[{419,0}]}, {name,"rebalance_419"}, {takeover,true}] INFO REPORT <0.7925.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7925.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:26 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7926.0>}, {name, {child_id, [421,422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [421,422,423,424,425,426,427,428,429,430,431,432,433, 434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7927.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7927.0>:ns_vbm_sup:186: Spawned mover "default" 420 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7928.0> INFO REPORT <0.7928.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7928.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7928.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7928.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[420]}, {checkpoints,[{420,0}]}, {name,"rebalance_420"}, {takeover,true}] INFO REPORT <0.7928.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7928.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:26 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7929.0>}, {name, {child_id, [422,423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [422,423,424,425,426,427,428,429,430,431,432,433,434, 435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7930.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7930.0>:ns_vbm_sup:186: Spawned mover "default" 421 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7931.0> INFO REPORT <0.7931.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7931.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7931.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7931.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[421]}, {checkpoints,[{421,0}]}, {name,"rebalance_421"}, {takeover,true}] INFO REPORT <0.7931.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7931.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:26 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7932.0>}, {name, {child_id, [423,424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [423,424,425,426,427,428,429,430,431,432,433,434,435, 436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7933.0> 2011-12-05 11:15:26 =============================================================================== ns_1@10.1.5.53:<0.7933.0>:ns_vbm_sup:186: Spawned mover "default" 422 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7934.0> INFO REPORT <0.7934.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7934.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7934.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7934.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[422]}, {checkpoints,[{422,0}]}, {name,"rebalance_422"}, {takeover,true}] INFO REPORT <0.7934.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7934.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.7932.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7932.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.5304.0> 2011-12-05 11:15:27 =============================================================================== memcached<0.5304.0>: Vbucket <418> is going dead. memcached<0.5304.0>: Vbucket <419> is going dead. memcached<0.5304.0>: Vbucket <420> is going dead. memcached<0.5304.0>: Vbucket <421> is going dead. memcached<0.5304.0>: Vbucket <422> is going dead. PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:27 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7935.0>}, {name, {child_id, [424,425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [424,425,426,427,428,429,430,431,432,433,434,435,436, 437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7936.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7936.0>:ns_vbm_sup:186: Spawned mover "default" 423 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7937.0> INFO REPORT <0.7937.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7937.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7937.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7937.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[423]}, {checkpoints,[{423,0}]}, {name,"rebalance_423"}, {takeover,true}] INFO REPORT <0.7937.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7937.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:27 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7938.0>}, {name, {child_id, [425,426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7939.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7939.0>:ns_vbm_sup:186: Spawned mover "default" 424 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7940.0> INFO REPORT <0.7940.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7940.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7940.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7940.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[424]}, {checkpoints,[{424,0}]}, {name,"rebalance_424"}, {takeover,true}] INFO REPORT <0.7940.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7940.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:27 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7941.0>}, {name, {child_id, [426,427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [426,427,428,429,430,431,432,433,434,435,436,437,438, 439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7942.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7942.0>:ns_vbm_sup:186: Spawned mover "default" 425 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7943.0> INFO REPORT <0.7943.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7943.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7943.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7943.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[425]}, {checkpoints,[{425,0}]}, {name,"rebalance_425"}, {takeover,true}] INFO REPORT <0.7943.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7943.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:27 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7944.0>}, {name, {child_id, [427,428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [427,428,429,430,431,432,433,434,435,436,437,438,439, 440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7945.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7945.0>:ns_vbm_sup:186: Spawned mover "default" 426 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7946.0> INFO REPORT <0.7946.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7946.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7946.0> 2011-12-05 11:15:27 =============================================================================== ns_1@10.1.5.53:<0.7946.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[426]}, {checkpoints,[{426,0}]}, {name,"rebalance_426"}, {takeover,true}] INFO REPORT <0.7946.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7946.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:28 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7947.0>}, {name, {child_id, [428,429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [428,429,430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7948.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7948.0>:ns_vbm_sup:186: Spawned mover "default" 427 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7949.0> INFO REPORT <0.7949.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7949.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7949.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7949.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[427]}, {checkpoints,[{427,0}]}, {name,"rebalance_427"}, {takeover,true}] INFO REPORT <0.7949.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7949.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:28 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7954.0>}, {name, {child_id, [429,430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [429,430,431,432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7955.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7955.0>:ns_vbm_sup:186: Spawned mover "default" 428 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7956.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:28 =============================================================================== memcached<0.5304.0>: Vbucket <423> is going dead. memcached<0.5304.0>: Vbucket <424> is going dead. memcached<0.5304.0>: Vbucket <425> is going dead. memcached<0.5304.0>: Vbucket <426> is going dead. memcached<0.5304.0>: Vbucket <427> is going dead. INFO REPORT <0.7956.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7956.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7956.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7956.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[428]}, {checkpoints,[{428,0}]}, {name,"rebalance_428"}, {takeover,true}] INFO REPORT <0.7956.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7956.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.7954.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7954.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:28 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7957.0>}, {name, {child_id, [430,431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [430,431,432,433,434,435,436,437,438,439,440,441,442, 443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7958.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7958.0>:ns_vbm_sup:186: Spawned mover "default" 429 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7959.0> INFO REPORT <0.7959.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7959.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7959.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7959.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[429]}, {checkpoints,[{429,0}]}, {name,"rebalance_429"}, {takeover,true}] INFO REPORT <0.7959.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7959.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:28 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7960.0>}, {name, {child_id, [431,432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [431,432,433,434,435,436,437,438,439,440,441,442,443, 444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7961.0> 2011-12-05 11:15:28 =============================================================================== ns_1@10.1.5.53:<0.7961.0>:ns_vbm_sup:186: Spawned mover "default" 430 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7962.0> INFO REPORT <0.7962.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7962.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7962.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7962.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[430]}, {checkpoints,[{430,0}]}, {name,"rebalance_430"}, {takeover,true}] INFO REPORT <0.7962.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7962.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:29 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7963.0>}, {name, {child_id, [432,433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [432,433,434,435,436,437,438,439,440,441,442,443,444, 445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7964.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7964.0>:ns_vbm_sup:186: Spawned mover "default" 431 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7965.0> INFO REPORT <0.7965.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7965.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7965.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7965.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[431]}, {checkpoints,[{431,0}]}, {name,"rebalance_431"}, {takeover,true}] INFO REPORT <0.7965.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7965.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.7963.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7963.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:29 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7975.0>}, {name, {child_id, [433,434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7976.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7976.0>:ns_vbm_sup:186: Spawned mover "default" 432 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7977.0> INFO REPORT <0.7977.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7977.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.5304.0> 2011-12-05 11:15:29 =============================================================================== memcached<0.5304.0>: Vbucket <428> is going dead. memcached<0.5304.0>: Vbucket <429> is going dead. memcached<0.5304.0>: Vbucket <430> is going dead. memcached<0.5304.0>: Vbucket <431> is going dead. INFO REPORT <0.7977.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7977.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[432]}, {checkpoints,[{432,0}]}, {name,"rebalance_432"}, {takeover,true}] INFO REPORT <0.7977.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7977.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:29 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7978.0>}, {name, {child_id, [434,435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [434,435,436,437,438,439,440,441,442,443,444,445,446, 447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7979.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7979.0>:ns_vbm_sup:186: Spawned mover "default" 433 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7980.0> INFO REPORT <0.7980.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7980.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7980.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7980.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[433]}, {checkpoints,[{433,0}]}, {name,"rebalance_433"}, {takeover,true}] INFO REPORT <0.7980.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7980.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:29 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7981.0>}, {name, {child_id, [435,436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [435,436,437,438,439,440,441,442,443,444,445,446,447, 448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7982.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7982.0>:ns_vbm_sup:186: Spawned mover "default" 434 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7983.0> INFO REPORT <0.7983.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7983.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7983.0> 2011-12-05 11:15:29 =============================================================================== ns_1@10.1.5.53:<0.7983.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[434]}, {checkpoints,[{434,0}]}, {name,"rebalance_434"}, {takeover,true}] INFO REPORT <0.7983.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7983.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:30 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7985.0>}, {name, {child_id, [436,437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [436,437,438,439,440,441,442,443,444,445,446,447,448, 449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7986.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7986.0>:ns_vbm_sup:186: Spawned mover "default" 435 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7987.0> INFO REPORT <0.7987.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7987.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7987.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7987.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[435]}, {checkpoints,[{435,0}]}, {name,"rebalance_435"}, {takeover,true}] INFO REPORT <0.7987.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7987.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:30 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7992.0>}, {name, {child_id, [437,438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [437,438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7993.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7993.0>:ns_vbm_sup:186: Spawned mover "default" 436 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7994.0> INFO REPORT <0.7994.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7994.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7994.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7994.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[436]}, {checkpoints,[{436,0}]}, {name,"rebalance_436"}, {takeover,true}] INFO REPORT <0.7994.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7994.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:30 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7995.0>}, {name, {child_id, [438,439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [438,439,440,441,442,443,444,445,446,447,448,449,450, 451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7996.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7996.0>:ns_vbm_sup:186: Spawned mover "default" 437 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.7997.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:30 =============================================================================== memcached<0.5304.0>: Vbucket <432> is going dead. memcached<0.5304.0>: Vbucket <433> is going dead. memcached<0.5304.0>: Vbucket <434> is going dead. memcached<0.5304.0>: Vbucket <435> is going dead. memcached<0.5304.0>: Vbucket <436> is going dead. INFO REPORT <0.7997.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7997.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.7997.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7997.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[437]}, {checkpoints,[{437,0}]}, {name,"rebalance_437"}, {takeover,true}] INFO REPORT <0.7997.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7997.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:30 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.7998.0>}, {name, {child_id, [439,440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [439,440,441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.7999.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.7999.0>:ns_vbm_sup:186: Spawned mover "default" 438 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8000.0> INFO REPORT <0.8000.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.8000.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8000.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.8000.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[438]}, {checkpoints,[{438,0}]}, {name,"rebalance_438"}, {takeover,true}] INFO REPORT <0.8000.0> 2011-12-05 11:15:30 =============================================================================== ns_1@10.1.5.53:<0.8000.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:31 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8001.0>}, {name, {child_id, [440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [440,441,442,443,444,445,446,447,448,449,450,451,452, 453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8002.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8002.0>:ns_vbm_sup:186: Spawned mover "default" 439 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8003.0> INFO REPORT <0.8003.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8003.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8003.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8003.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[439]}, {checkpoints,[{439,0}]}, {name,"rebalance_439"}, {takeover,true}] INFO REPORT <0.8001.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8001.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8003.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8003.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8001.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8001.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {checkpoints,[{440,0}, {441,0}, {442,0}, {443,0}, {444,0}, {445,0}, {446,0}, {447,0}, {448,0}, {449,0}, {450,0}, {451,0}, {452,0}, {453,0}, {454,0}, {455,0}, {456,0}, {457,0}, {458,0}, {459,0}, {460,0}, {461,0}, {462,0}, {463,0}, {464,0}, {465,0}, {466,0}, {467,0}, {468,0}, {469,0}, {470,0}, {471,0}, {472,0}, {473,0}, {474,0}, {475,0}, {476,0}, {477,0}, {478,0}, {479,0}, {480,0}, {481,0}, {482,0}, {483,0}, {484,0}, {485,0}, {486,0}, {487,0}, {488,0}, {489,0}, {490,0}, {491,0}, {492,0}, {493,0}, {494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8001.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8001.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:31 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8004.0>}, {name, {child_id, [441,442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8005.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8005.0>:ns_vbm_sup:186: Spawned mover "default" 440 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8006.0> ERROR REPORT <0.8007.0> 2011-12-05 11:15:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.8006.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8006.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8006.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8006.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[440]}, {checkpoints,[{440,0}]}, {name,"rebalance_440"}, {takeover,true}] INFO REPORT <0.8004.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8004.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8006.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8006.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:31 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8009.0>}, {name, {child_id, [442,443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [442,443,444,445,446,447,448,449,450,451,452,453,454, 455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8010.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8010.0>:ns_vbm_sup:186: Spawned mover "default" 441 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8011.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:31 =============================================================================== memcached<0.5304.0>: Vbucket <437> is going dead. memcached<0.5304.0>: Vbucket <438> is going dead. memcached<0.5304.0>: Vbucket <439> is going dead. memcached<0.5304.0>: Vbucket <440> is going dead. INFO REPORT <0.8011.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8011.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8011.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8011.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[441]}, {checkpoints,[{441,0}]}, {name,"rebalance_441"}, {takeover,true}] INFO REPORT <0.8011.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8011.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:31 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8012.0>}, {name, {child_id, [443,444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [443,444,445,446,447,448,449,450,451,452,453,454,455, 456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8013.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8013.0>:ns_vbm_sup:186: Spawned mover "default" 442 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8014.0> INFO REPORT <0.8014.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8014.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8014.0> 2011-12-05 11:15:31 =============================================================================== ns_1@10.1.5.53:<0.8014.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[442]}, {checkpoints,[{442,0}]}, {name,"rebalance_442"}, {takeover,true}] INFO REPORT <0.8014.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8014.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:32 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8015.0>}, {name, {child_id, [444,445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [444,445,446,447,448,449,450,451,452,453,454,455,456, 457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8016.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8016.0>:ns_vbm_sup:186: Spawned mover "default" 443 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8017.0> INFO REPORT <0.8017.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8017.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8017.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8017.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[443]}, {checkpoints,[{443,0}]}, {name,"rebalance_443"}, {takeover,true}] INFO REPORT <0.8017.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8017.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:32 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8023.0>}, {name, {child_id, [445,446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [445,446,447,448,449,450,451,452,453,454,455,456,457, 458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8024.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8024.0>:ns_vbm_sup:186: Spawned mover "default" 444 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8025.0> INFO REPORT <0.8025.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8025.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8025.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8025.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[444]}, {checkpoints,[{444,0}]}, {name,"rebalance_444"}, {takeover,true}] INFO REPORT <0.8023.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8023.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8025.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8025.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:32 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8026.0>}, {name, {child_id, [446,447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8027.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8027.0>:ns_vbm_sup:186: Spawned mover "default" 445 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8028.0> INFO REPORT <0.8028.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8028.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8028.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8028.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[445]}, {checkpoints,[{445,0}]}, {name,"rebalance_445"}, {takeover,true}] INFO REPORT <0.8028.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8028.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:32 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8029.0>}, {name, {child_id, [447,448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [447,448,449,450,451,452,453,454,455,456,457,458,459, 460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8030.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8030.0>:ns_vbm_sup:186: Spawned mover "default" 446 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8031.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:32 =============================================================================== memcached<0.5304.0>: Vbucket <441> is going dead. memcached<0.5304.0>: Vbucket <442> is going dead. memcached<0.5304.0>: Vbucket <443> is going dead. memcached<0.5304.0>: Vbucket <444> is going dead. memcached<0.5304.0>: Vbucket <445> is going dead. INFO REPORT <0.8031.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8031.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8031.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8031.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[446]}, {checkpoints,[{446,0}]}, {name,"rebalance_446"}, {takeover,true}] INFO REPORT <0.8031.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8031.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:32 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8032.0>}, {name, {child_id, [448,449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [448,449,450,451,452,453,454,455,456,457,458,459,460, 461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8033.0> 2011-12-05 11:15:32 =============================================================================== ns_1@10.1.5.53:<0.8033.0>:ns_vbm_sup:186: Spawned mover "default" 447 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8034.0> INFO REPORT <0.8034.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8034.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8034.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8034.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[447]}, {checkpoints,[{447,0}]}, {name,"rebalance_447"}, {takeover,true}] INFO REPORT <0.8034.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8034.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:33 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8035.0>}, {name, {child_id, [449,450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [449,450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8036.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8036.0>:ns_vbm_sup:186: Spawned mover "default" 448 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8037.0> INFO REPORT <0.8037.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8037.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8037.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8037.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[448]}, {checkpoints,[{448,0}]}, {name,"rebalance_448"}, {takeover,true}] INFO REPORT <0.8037.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8037.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:33 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8038.0>}, {name, {child_id, [450,451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [450,451,452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8039.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8039.0>:ns_vbm_sup:186: Spawned mover "default" 449 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8040.0> INFO REPORT <0.8040.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8040.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8040.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8040.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[449]}, {checkpoints,[{449,0}]}, {name,"rebalance_449"}, {takeover,true}] INFO REPORT <0.8040.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8040.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:33 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8041.0>}, {name, {child_id, [451,452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [451,452,453,454,455,456,457,458,459,460,461,462,463, 464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8042.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8042.0>:ns_vbm_sup:186: Spawned mover "default" 450 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8043.0> INFO REPORT <0.8043.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8043.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8043.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8043.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[450]}, {checkpoints,[{450,0}]}, {name,"rebalance_450"}, {takeover,true}] INFO REPORT <0.8041.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8041.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8043.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8043.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:33 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8044.0>}, {name, {child_id, [452,453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [452,453,454,455,456,457,458,459,460,461,462,463,464, 465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8045.0> 2011-12-05 11:15:33 =============================================================================== ns_1@10.1.5.53:<0.8045.0>:ns_vbm_sup:186: Spawned mover "default" 451 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8046.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:33 =============================================================================== memcached<0.5304.0>: Vbucket <446> is going dead. memcached<0.5304.0>: Vbucket <447> is going dead. memcached<0.5304.0>: Vbucket <448> is going dead. memcached<0.5304.0>: Vbucket <449> is going dead. memcached<0.5304.0>: Vbucket <450> is going dead. INFO REPORT <0.8046.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8046.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8046.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8046.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[451]}, {checkpoints,[{451,0}]}, {name,"rebalance_451"}, {takeover,true}] INFO REPORT <0.8046.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8046.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:34 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8047.0>}, {name, {child_id, [453,454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [453,454,455,456,457,458,459,460,461,462,463,464,465, 466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8048.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8048.0>:ns_vbm_sup:186: Spawned mover "default" 452 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8049.0> INFO REPORT <0.8049.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8049.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8049.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8049.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[452]}, {checkpoints,[{452,0}]}, {name,"rebalance_452"}, {takeover,true}] INFO REPORT <0.8049.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8049.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:34 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8061.0>}, {name, {child_id, [454,455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [454,455,456,457,458,459,460,461,462,463,464,465,466, 467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8062.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8062.0>:ns_vbm_sup:186: Spawned mover "default" 453 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8063.0> INFO REPORT <0.8063.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8063.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8063.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8063.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[453]}, {checkpoints,[{453,0}]}, {name,"rebalance_453"}, {takeover,true}] INFO REPORT <0.8061.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8061.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8063.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8063.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:34 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8064.0>}, {name, {child_id, [455,456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [455,456,457,458,459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8065.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8065.0>:ns_vbm_sup:186: Spawned mover "default" 454 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8066.0> INFO REPORT <0.8066.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8066.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8066.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8066.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[454]}, {checkpoints,[{454,0}]}, {name,"rebalance_454"}, {takeover,true}] INFO REPORT <0.8066.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8066.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:34 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8067.0>}, {name, {child_id, [456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [456,457,458,459,460,461,462,463,464,465,466,467,468, 469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8068.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8068.0>:ns_vbm_sup:186: Spawned mover "default" 455 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8069.0> INFO REPORT <0.8069.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8069.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8069.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8069.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[455]}, {checkpoints,[{455,0}]}, {name,"rebalance_455"}, {takeover,true}] INFO REPORT <0.8067.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8067.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8069.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8069.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:34 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8070.0>}, {name, {child_id, [457,458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8071.0> 2011-12-05 11:15:34 =============================================================================== ns_1@10.1.5.53:<0.8071.0>:ns_vbm_sup:186: Spawned mover "default" 456 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8072.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:35 =============================================================================== memcached<0.5304.0>: Vbucket <451> is going dead. memcached<0.5304.0>: Vbucket <452> is going dead. memcached<0.5304.0>: Vbucket <453> is going dead. memcached<0.5304.0>: Vbucket <454> is going dead. memcached<0.5304.0>: Vbucket <455> is going dead. INFO REPORT <0.8072.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8072.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8072.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8072.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[456]}, {checkpoints,[{456,0}]}, {name,"rebalance_456"}, {takeover,true}] INFO REPORT <0.8070.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8070.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8072.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8072.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:35 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8074.0>}, {name, {child_id, [458,459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [458,459,460,461,462,463,464,465,466,467,468,469,470, 471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8075.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8075.0>:ns_vbm_sup:186: Spawned mover "default" 457 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8076.0> INFO REPORT <0.8076.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8076.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8076.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8076.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[457]}, {checkpoints,[{457,0}]}, {name,"rebalance_457"}, {takeover,true}] INFO REPORT <0.8074.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8074.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8076.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8076.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:35 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8077.0>}, {name, {child_id, [459,460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8078.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8078.0>:ns_vbm_sup:186: Spawned mover "default" 458 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8079.0> INFO REPORT <0.8079.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8079.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8079.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8079.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[458]}, {checkpoints,[{458,0}]}, {name,"rebalance_458"}, {takeover,true}] INFO REPORT <0.8079.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8079.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:35 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8080.0>}, {name, {child_id, [460,461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [460,461,462,463,464,465,466,467,468,469,470,471,472, 473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8081.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8081.0>:ns_vbm_sup:186: Spawned mover "default" 459 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8082.0> INFO REPORT <0.8082.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8082.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8082.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8082.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[459]}, {checkpoints,[{459,0}]}, {name,"rebalance_459"}, {takeover,true}] INFO REPORT <0.8080.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8080.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8082.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8082.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8080.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8080.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {checkpoints,[{460,0}, {461,0}, {462,0}, {463,0}, {464,0}, {465,0}, {466,0}, {467,0}, {468,0}, {469,0}, {470,0}, {471,0}, {472,0}, {473,0}, {474,0}, {475,0}, {476,0}, {477,0}, {478,0}, {479,0}, {480,0}, {481,0}, {482,0}, {483,0}, {484,0}, {485,0}, {486,0}, {487,0}, {488,0}, {489,0}, {490,0}, {491,0}, {492,0}, {493,0}, {494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8080.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8080.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:35 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8083.0>}, {name, {child_id, [461,462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [461,462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8084.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8084.0>:ns_vbm_sup:186: Spawned mover "default" 460 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8085.0> INFO REPORT <0.8085.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8085.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8085.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8085.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[460]}, {checkpoints,[{460,0}]}, {name,"rebalance_460"}, {takeover,true}] INFO REPORT <0.8083.0> 2011-12-05 11:15:35 =============================================================================== ns_1@10.1.5.53:<0.8083.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8085.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8085.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8083.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8083.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {checkpoints,[{461,0}, {462,0}, {463,0}, {464,0}, {465,0}, {466,0}, {467,0}, {468,0}, {469,0}, {470,0}, {471,0}, {472,0}, {473,0}, {474,0}, {475,0}, {476,0}, {477,0}, {478,0}, {479,0}, {480,0}, {481,0}, {482,0}, {483,0}, {484,0}, {485,0}, {486,0}, {487,0}, {488,0}, {489,0}, {490,0}, {491,0}, {492,0}, {493,0}, {494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8083.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8083.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:36 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8086.0>}, {name, {child_id, [462,463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [462,463,464,465,466,467,468,469,470,471,472,473,474, 475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8087.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8087.0>:ns_vbm_sup:186: Spawned mover "default" 461 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8088.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:36 =============================================================================== memcached<0.5304.0>: Vbucket <456> is going dead. memcached<0.5304.0>: Vbucket <457> is going dead. memcached<0.5304.0>: Vbucket <458> is going dead. memcached<0.5304.0>: Vbucket <459> is going dead. memcached<0.5304.0>: Vbucket <460> is going dead. INFO REPORT <0.8088.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8088.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8088.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8088.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[461]}, {checkpoints,[{461,0}]}, {name,"rebalance_461"}, {takeover,true}] INFO REPORT <0.8086.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8086.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8088.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8088.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8086.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8086.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {checkpoints,[{462,0}, {463,0}, {464,0}, {465,0}, {466,0}, {467,0}, {468,0}, {469,0}, {470,0}, {471,0}, {472,0}, {473,0}, {474,0}, {475,0}, {476,0}, {477,0}, {478,0}, {479,0}, {480,0}, {481,0}, {482,0}, {483,0}, {484,0}, {485,0}, {486,0}, {487,0}, {488,0}, {489,0}, {490,0}, {491,0}, {492,0}, {493,0}, {494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8086.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8086.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:36 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8093.0>}, {name, {child_id, [463,464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [463,464,465,466,467,468,469,470,471,472,473,474,475, 476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8094.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8094.0>:ns_vbm_sup:186: Spawned mover "default" 462 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8095.0> INFO REPORT <0.8095.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8095.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8095.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8095.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[462]}, {checkpoints,[{462,0}]}, {name,"rebalance_462"}, {takeover,true}] INFO REPORT <0.8093.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8093.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8095.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8095.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:36 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8096.0>}, {name, {child_id, [464,465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [464,465,466,467,468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8097.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8097.0>:ns_vbm_sup:186: Spawned mover "default" 463 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8098.0> INFO REPORT <0.8098.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8098.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8098.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8098.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[463]}, {checkpoints,[{463,0}]}, {name,"rebalance_463"}, {takeover,true}] INFO REPORT <0.8098.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8098.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:36 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8099.0>}, {name, {child_id, [465,466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [465,466,467,468,469,470,471,472,473,474,475,476,477, 478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8100.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8100.0>:ns_vbm_sup:186: Spawned mover "default" 464 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8101.0> INFO REPORT <0.8101.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8101.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8101.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8101.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[464]}, {checkpoints,[{464,0}]}, {name,"rebalance_464"}, {takeover,true}] INFO REPORT <0.8099.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8099.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8101.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8101.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:36 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8102.0>}, {name, {child_id, [466,467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [466,467,468,469,470,471,472,473,474,475,476,477,478, 479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8103.0> 2011-12-05 11:15:36 =============================================================================== ns_1@10.1.5.53:<0.8103.0>:ns_vbm_sup:186: Spawned mover "default" 465 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8104.0> INFO REPORT <0.8104.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8104.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8104.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8104.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[465]}, {checkpoints,[{465,0}]}, {name,"rebalance_465"}, {takeover,true}] INFO REPORT <0.8102.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8102.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8102.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8102.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511,512]}, {checkpoints,[{466,0}, {467,0}, {468,0}, {469,0}, {470,0}, {471,0}, {472,0}, {473,0}, {474,0}, {475,0}, {476,0}, {477,0}, {478,0}, {479,0}, {480,0}, {481,0}, {482,0}, {483,0}, {484,0}, {485,0}, {486,0}, {487,0}, {488,0}, {489,0}, {490,0}, {491,0}, {492,0}, {493,0}, {494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8104.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8104.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8102.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8102.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:37 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8105.0>}, {name, {child_id, [467,468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [467,468,469,470,471,472,473,474,475,476,477,478,479, 480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8106.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8106.0>:ns_vbm_sup:186: Spawned mover "default" 466 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8107.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:37 =============================================================================== memcached<0.5304.0>: Vbucket <461> is going dead. memcached<0.5304.0>: Vbucket <462> is going dead. memcached<0.5304.0>: Vbucket <463> is going dead. memcached<0.5304.0>: Vbucket <464> is going dead. memcached<0.5304.0>: Vbucket <465> is going dead. INFO REPORT <0.8107.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8107.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8107.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8107.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[466]}, {checkpoints,[{466,0}]}, {name,"rebalance_466"}, {takeover,true}] INFO REPORT <0.8107.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8107.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:37 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8108.0>}, {name, {child_id, [468,469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [468,469,470,471,472,473,474,475,476,477,478,479,480, 481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8109.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8109.0>:ns_vbm_sup:186: Spawned mover "default" 467 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8110.0> INFO REPORT <0.8110.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8110.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8110.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8110.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[467]}, {checkpoints,[{467,0}]}, {name,"rebalance_467"}, {takeover,true}] INFO REPORT <0.8108.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8108.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8110.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8110.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:37 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8111.0>}, {name, {child_id, [469,470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [469,470,471,472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8112.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8112.0>:ns_vbm_sup:186: Spawned mover "default" 468 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8113.0> INFO REPORT <0.8113.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8113.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8113.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8113.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[468]}, {checkpoints,[{468,0}]}, {name,"rebalance_468"}, {takeover,true}] INFO REPORT <0.8111.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8111.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8113.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8113.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:37 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8114.0>}, {name, {child_id, [470,471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [470,471,472,473,474,475,476,477,478,479,480,481,482, 483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8115.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8115.0>:ns_vbm_sup:186: Spawned mover "default" 469 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8116.0> INFO REPORT <0.8116.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8116.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8116.0> 2011-12-05 11:15:37 =============================================================================== ns_1@10.1.5.53:<0.8116.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[469]}, {checkpoints,[{469,0}]}, {name,"rebalance_469"}, {takeover,true}] INFO REPORT <0.8116.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8116.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:38 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8117.0>}, {name, {child_id, [471,472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [471,472,473,474,475,476,477,478,479,480,481,482,483, 484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8118.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8118.0>:ns_vbm_sup:186: Spawned mover "default" 470 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8119.0> INFO REPORT <0.8119.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8119.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8119.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8119.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[470]}, {checkpoints,[{470,0}]}, {name,"rebalance_470"}, {takeover,true}] INFO REPORT <0.8119.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8119.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:38 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8125.0>}, {name, {child_id, [472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8126.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8126.0>:ns_vbm_sup:186: Spawned mover "default" 471 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8127.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:38 =============================================================================== memcached<0.5304.0>: Vbucket <466> is going dead. memcached<0.5304.0>: Vbucket <467> is going dead. memcached<0.5304.0>: Vbucket <468> is going dead. memcached<0.5304.0>: Vbucket <469> is going dead. memcached<0.5304.0>: Vbucket <470> is going dead. INFO REPORT <0.8127.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8127.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8127.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8127.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[471]}, {checkpoints,[{471,0}]}, {name,"rebalance_471"}, {takeover,true}] INFO REPORT <0.8127.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8127.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:38 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8128.0>}, {name, {child_id, [473,474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8129.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8129.0>:ns_vbm_sup:186: Spawned mover "default" 472 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8130.0> INFO REPORT <0.8130.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8130.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8130.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8130.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[472]}, {checkpoints,[{472,0}]}, {name,"rebalance_472"}, {takeover,true}] INFO REPORT <0.8130.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8130.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:38 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8131.0>}, {name, {child_id, [474,475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [474,475,476,477,478,479,480,481,482,483,484,485,486, 487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8132.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8132.0>:ns_vbm_sup:186: Spawned mover "default" 473 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8133.0> INFO REPORT <0.8133.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8133.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8133.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8133.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[473]}, {checkpoints,[{473,0}]}, {name,"rebalance_473"}, {takeover,true}] INFO REPORT <0.5261.0> 2011-12-05 11:15:38 =============================================================================== ns_log: logging ns_node_disco:5:Node 'ns_1@10.1.5.53' saw that node 'ns_1@10.1.5.58' went down. INFO REPORT <0.5260.0> 2011-12-05 11:15:38 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.38','ns_1@10.1.5.53', 'ns_1@10.1.5.54'] INFO REPORT <0.8133.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8133.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:38 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8134.0>}, {name, {child_id, [475,476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [475,476,477,478,479,480,481,482,483,484,485,486,487, 488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8135.0> 2011-12-05 11:15:38 =============================================================================== ns_1@10.1.5.53:<0.8135.0>:ns_vbm_sup:186: Spawned mover "default" 474 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8136.0> INFO REPORT <0.8136.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8136.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8136.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8136.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[474]}, {checkpoints,[{474,0}]}, {name,"rebalance_474"}, {takeover,true}] INFO REPORT <0.8136.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8136.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:39 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8138.0>}, {name, {child_id, [476,477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [476,477,478,479,480,481,482,483,484,485,486,487,488, 489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8139.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8139.0>:ns_vbm_sup:186: Spawned mover "default" 475 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8140.0> INFO REPORT <0.8140.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8140.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8140.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8140.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[475]}, {checkpoints,[{475,0}]}, {name,"rebalance_475"}, {takeover,true}] INFO REPORT <0.8138.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8138.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8140.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8140.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:39 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8147.0>}, {name, {child_id, [477,478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [477,478,479,480,481,482,483,484,485,486,487,488,489, 490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8148.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8148.0>:ns_vbm_sup:186: Spawned mover "default" 476 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8149.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:39 =============================================================================== memcached<0.5304.0>: Vbucket <471> is going dead. memcached<0.5304.0>: Vbucket <472> is going dead. memcached<0.5304.0>: Vbucket <473> is going dead. memcached<0.5304.0>: Vbucket <474> is going dead. memcached<0.5304.0>: Vbucket <475> is going dead. INFO REPORT <0.8149.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8149.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8149.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8149.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[476]}, {checkpoints,[{476,0}]}, {name,"rebalance_476"}, {takeover,true}] INFO REPORT <0.8147.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8147.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8149.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8149.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:39 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8150.0>}, {name, {child_id, [478,479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [478,479,480,481,482,483,484,485,486,487,488,489,490, 491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8151.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8151.0>:ns_vbm_sup:186: Spawned mover "default" 477 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8152.0> INFO REPORT <0.8152.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8152.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8152.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8152.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[477]}, {checkpoints,[{477,0}]}, {name,"rebalance_477"}, {takeover,true}] INFO REPORT <0.5266.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.5266.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.38' INFO REPORT <0.8150.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8150.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8152.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8152.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:39 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8155.0>}, {name, {child_id, [479,480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [479,480,481,482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8156.0> 2011-12-05 11:15:39 =============================================================================== ns_1@10.1.5.53:<0.8156.0>:ns_vbm_sup:186: Spawned mover "default" 478 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8157.0> INFO REPORT <0.8157.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8157.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8157.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8157.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[478]}, {checkpoints,[{478,0}]}, {name,"rebalance_478"}, {takeover,true}] INFO REPORT <0.8157.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8157.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:40 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8162.0>}, {name, {child_id, [480,481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [480,481,482,483,484,485,486,487,488,489,490,491,492, 493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8163.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8163.0>:ns_vbm_sup:186: Spawned mover "default" 479 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8164.0> INFO REPORT <0.8164.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8164.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8164.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8164.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[479]}, {checkpoints,[{479,0}]}, {name,"rebalance_479"}, {takeover,true}] INFO REPORT <0.8162.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8162.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8164.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8164.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:40 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8165.0>}, {name, {child_id, [481,482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [481,482,483,484,485,486,487,488,489,490,491,492,493, 494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8166.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8166.0>:ns_vbm_sup:186: Spawned mover "default" 480 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8167.0> INFO REPORT <0.8167.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8167.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8167.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8167.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[480]}, {checkpoints,[{480,0}]}, {name,"rebalance_480"}, {takeover,true}] INFO REPORT <0.8165.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8165.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8167.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8167.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.5304.0> 2011-12-05 11:15:40 =============================================================================== memcached<0.5304.0>: Vbucket <476> is going dead. memcached<0.5304.0>: Vbucket <477> is going dead. memcached<0.5304.0>: Vbucket <478> is going dead. memcached<0.5304.0>: Vbucket <479> is going dead. memcached<0.5304.0>: Vbucket <480> is going dead. PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:40 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8168.0>}, {name, {child_id, [482,483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [482,483,484,485,486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8169.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8169.0>:ns_vbm_sup:186: Spawned mover "default" 481 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8170.0> INFO REPORT <0.8170.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8170.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8170.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8170.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[481]}, {checkpoints,[{481,0}]}, {name,"rebalance_481"}, {takeover,true}] INFO REPORT <0.8168.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8168.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8170.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8170.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:40 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8171.0>}, {name, {child_id, [483,484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [483,484,485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8172.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8172.0>:ns_vbm_sup:186: Spawned mover "default" 482 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8173.0> INFO REPORT <0.8173.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8173.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8173.0> 2011-12-05 11:15:40 =============================================================================== ns_1@10.1.5.53:<0.8173.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[482]}, {checkpoints,[{482,0}]}, {name,"rebalance_482"}, {takeover,true}] INFO REPORT <0.8173.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8173.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:41 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8174.0>}, {name, {child_id, [484,485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [484,485,486,487,488,489,490,491,492,493,494,495,496, 497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8175.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8175.0>:ns_vbm_sup:186: Spawned mover "default" 483 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8176.0> INFO REPORT <0.8176.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8176.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8176.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8176.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[483]}, {checkpoints,[{483,0}]}, {name,"rebalance_483"}, {takeover,true}] INFO REPORT <0.8174.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8174.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8176.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8176.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8174.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8174.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {checkpoints,[{484,0}, {485,0}, {486,0}, {487,0}, {488,0}, {489,0}, {490,0}, {491,0}, {492,0}, {493,0}, {494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8174.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8174.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:41 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8178.0>}, {name, {child_id, [485,486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8179.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8179.0>:ns_vbm_sup:186: Spawned mover "default" 484 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8180.0> INFO REPORT <0.8180.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8180.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8180.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8180.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[484]}, {checkpoints,[{484,0}]}, {name,"rebalance_484"}, {takeover,true}] INFO REPORT <0.8178.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8178.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8180.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8180.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:41 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8181.0>}, {name, {child_id, [486,487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [486,487,488,489,490,491,492,493,494,495,496,497,498, 499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8182.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8182.0>:ns_vbm_sup:186: Spawned mover "default" 485 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8183.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:41 =============================================================================== memcached<0.5304.0>: Vbucket <481> is going dead. memcached<0.5304.0>: Vbucket <482> is going dead. memcached<0.5304.0>: Vbucket <483> is going dead. memcached<0.5304.0>: Vbucket <484> is going dead. INFO REPORT <0.8183.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8183.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8183.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8183.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[485]}, {checkpoints,[{485,0}]}, {name,"rebalance_485"}, {takeover,true}] INFO REPORT <0.8181.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8181.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8183.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8183.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:41 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8184.0>}, {name, {child_id, [487,488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [487,488,489,490,491,492,493,494,495,496,497,498,499, 500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8185.0> 2011-12-05 11:15:41 =============================================================================== ns_1@10.1.5.53:<0.8185.0>:ns_vbm_sup:186: Spawned mover "default" 486 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8186.0> INFO REPORT <0.8186.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8186.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8186.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8186.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[486]}, {checkpoints,[{486,0}]}, {name,"rebalance_486"}, {takeover,true}] INFO REPORT <0.8184.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8184.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8186.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8186.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8184.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8184.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[487,488,489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {checkpoints,[{487,0}, {488,0}, {489,0}, {490,0}, {491,0}, {492,0}, {493,0}, {494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8184.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8184.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:42 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8187.0>}, {name, {child_id, [488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [488,489,490,491,492,493,494,495,496,497,498,499,500, 501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8192.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8192.0>:ns_vbm_sup:186: Spawned mover "default" 487 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8193.0> INFO REPORT <0.8193.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8193.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8193.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8193.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[487]}, {checkpoints,[{487,0}]}, {name,"rebalance_487"}, {takeover,true}] INFO REPORT <0.8187.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8187.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8193.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8193.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:42 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8194.0>}, {name, {child_id, [489,490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8195.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8195.0>:ns_vbm_sup:186: Spawned mover "default" 488 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8196.0> INFO REPORT <0.8196.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8196.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8196.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8196.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[488]}, {checkpoints,[{488,0}]}, {name,"rebalance_488"}, {takeover,true}] INFO REPORT <0.8194.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8194.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8194.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8194.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[489,490,491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {checkpoints,[{489,0}, {490,0}, {491,0}, {492,0}, {493,0}, {494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8196.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8196.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8194.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8194.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:42 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8197.0>}, {name, {child_id, [490,491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [490,491,492,493,494,495,496,497,498,499,500,501,502, 503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8198.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8198.0>:ns_vbm_sup:186: Spawned mover "default" 489 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8199.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:42 =============================================================================== memcached<0.5304.0>: Vbucket <485> is going dead. memcached<0.5304.0>: Vbucket <486> is going dead. memcached<0.5304.0>: Vbucket <487> is going dead. memcached<0.5304.0>: Vbucket <488> is going dead. INFO REPORT <0.8199.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8199.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8199.0> 2011-12-05 11:15:42 =============================================================================== ns_1@10.1.5.53:<0.8199.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[489]}, {checkpoints,[{489,0}]}, {name,"rebalance_489"}, {takeover,true}] INFO REPORT <0.8199.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8199.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8197.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8197.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:43 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8200.0>}, {name, {child_id, [491,492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [491,492,493,494,495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8201.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8201.0>:ns_vbm_sup:186: Spawned mover "default" 490 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8202.0> INFO REPORT <0.8202.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8202.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8202.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8202.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[490]}, {checkpoints,[{490,0}]}, {name,"rebalance_490"}, {takeover,true}] INFO REPORT <0.8202.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8202.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:43 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8203.0>}, {name, {child_id, [492,493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [492,493,494,495,496,497,498,499,500,501,502,503,504, 505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8204.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8204.0>:ns_vbm_sup:186: Spawned mover "default" 491 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8205.0> INFO REPORT <0.8205.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8205.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8205.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8205.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[491]}, {checkpoints,[{491,0}]}, {name,"rebalance_491"}, {takeover,true}] INFO REPORT <0.8203.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8203.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8205.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8205.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:43 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8206.0>}, {name, {child_id, [493,494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [493,494,495,496,497,498,499,500,501,502,503,504,505, 506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8207.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8207.0>:ns_vbm_sup:186: Spawned mover "default" 492 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8208.0> INFO REPORT <0.8208.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8208.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8208.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8208.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[492]}, {checkpoints,[{492,0}]}, {name,"rebalance_492"}, {takeover,true}] INFO REPORT <0.8206.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8206.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8206.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8206.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[493,494,495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {checkpoints,[{493,0}, {494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8208.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8208.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8206.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8206.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:43 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8209.0>}, {name, {child_id, [494,495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [494,495,496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8210.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8210.0>:ns_vbm_sup:186: Spawned mover "default" 493 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8211.0> INFO REPORT <0.8211.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8211.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8211.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8211.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[493]}, {checkpoints,[{493,0}]}, {name,"rebalance_493"}, {takeover,true}] INFO REPORT <0.8209.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8209.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8209.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8209.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[494,495,496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {checkpoints,[{494,0}, {495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8211.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8211.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8209.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8209.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:43 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8212.0>}, {name, {child_id, [495,496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [495,496,497,498,499,500,501,502,503,504,505,506,507, 508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8213.0> 2011-12-05 11:15:43 =============================================================================== ns_1@10.1.5.53:<0.8213.0>:ns_vbm_sup:186: Spawned mover "default" 494 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8214.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:44 =============================================================================== memcached<0.5304.0>: Vbucket <489> is going dead. memcached<0.5304.0>: Vbucket <490> is going dead. memcached<0.5304.0>: Vbucket <491> is going dead. memcached<0.5304.0>: Vbucket <492> is going dead. memcached<0.5304.0>: Vbucket <493> is going dead. INFO REPORT <0.8214.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8214.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8214.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8214.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[494]}, {checkpoints,[{494,0}]}, {name,"rebalance_494"}, {takeover,true}] INFO REPORT <0.8212.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8212.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8212.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8212.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[495,496,497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {checkpoints,[{495,0}, {496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8214.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8214.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8212.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8212.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:44 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8227.0>}, {name, {child_id, [496,497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [496,497,498,499,500,501,502,503,504,505,506,507,508, 509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8228.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8228.0>:ns_vbm_sup:186: Spawned mover "default" 495 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8229.0> INFO REPORT <0.8229.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8229.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8229.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8229.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[495]}, {checkpoints,[{495,0}]}, {name,"rebalance_495"}, {takeover,true}] INFO REPORT <0.8227.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8227.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8227.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8227.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[496,497,498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {checkpoints,[{496,0}, {497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8229.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8229.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8227.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8227.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:44 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8230.0>}, {name, {child_id, [497,498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [497,498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8231.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8231.0>:ns_vbm_sup:186: Spawned mover "default" 496 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8232.0> INFO REPORT <0.8232.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8232.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8232.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8232.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[496]}, {checkpoints,[{496,0}]}, {name,"rebalance_496"}, {takeover,true}] INFO REPORT <0.8230.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8230.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8230.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8230.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[497,498,499,500,501,502,503,504,505,506,507,508,509,510,511,512]}, {checkpoints,[{497,0}, {498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8232.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8232.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8230.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8230.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:44 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8233.0>}, {name, {child_id, [498,499,500,501,502,503,504,505,506,507,508,509,510,511, 512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8234.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8234.0>:ns_vbm_sup:186: Spawned mover "default" 497 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8235.0> INFO REPORT <0.8235.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8235.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8235.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8235.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[497]}, {checkpoints,[{497,0}]}, {name,"rebalance_497"}, {takeover,true}] INFO REPORT <0.8233.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8233.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8233.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8233.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[498,499,500,501,502,503,504,505,506,507,508,509,510,511,512]}, {checkpoints,[{498,0}, {499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8235.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8235.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8233.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8233.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:44 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8236.0>}, {name, {child_id, [499,500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [499,500,501,502,503,504,505,506,507,508,509,510,511, 512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8237.0> 2011-12-05 11:15:44 =============================================================================== ns_1@10.1.5.53:<0.8237.0>:ns_vbm_sup:186: Spawned mover "default" 498 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8238.0> INFO REPORT <0.8236.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8236.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8238.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8238.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8236.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8236.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[499,500,501,502,503,504,505,506,507,508,509,510,511,512]}, {checkpoints,[{499,0}, {500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8238.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8238.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[498]}, {checkpoints,[{498,0}]}, {name,"rebalance_498"}, {takeover,true}] INFO REPORT <0.8238.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8238.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8236.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8236.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:45 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8239.0>}, {name, {child_id, [500,501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [500,501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8240.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8240.0>:ns_vbm_sup:186: Spawned mover "default" 499 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8241.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:45 =============================================================================== memcached<0.5304.0>: Vbucket <494> is going dead. memcached<0.5304.0>: Vbucket <495> is going dead. memcached<0.5304.0>: Vbucket <496> is going dead. memcached<0.5304.0>: Vbucket <497> is going dead. memcached<0.5304.0>: Vbucket <498> is going dead. INFO REPORT <0.8241.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8241.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8241.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8241.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[499]}, {checkpoints,[{499,0}]}, {name,"rebalance_499"}, {takeover,true}] INFO REPORT <0.8239.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8239.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8239.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8239.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[500,501,502,503,504,505,506,507,508,509,510,511,512]}, {checkpoints,[{500,0}, {501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8241.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8241.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8239.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8239.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:45 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8242.0>}, {name, {child_id, [501,502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets, [501,502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8243.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8243.0>:ns_vbm_sup:186: Spawned mover "default" 500 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8244.0> INFO REPORT <0.8244.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8244.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8244.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8244.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[500]}, {checkpoints,[{500,0}]}, {name,"rebalance_500"}, {takeover,true}] INFO REPORT <0.8242.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8242.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8242.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8242.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[501,502,503,504,505,506,507,508,509,510,511,512]}, {checkpoints,[{501,0}, {502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8244.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8244.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8242.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8242.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:45 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8245.0>}, {name, {child_id, [502,503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets,[502,503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8246.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8246.0>:ns_vbm_sup:186: Spawned mover "default" 501 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8247.0> INFO REPORT <0.8247.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8247.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8247.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8247.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[501]}, {checkpoints,[{501,0}]}, {name,"rebalance_501"}, {takeover,true}] INFO REPORT <0.8245.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8245.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8245.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8245.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[502,503,504,505,506,507,508,509,510,511,512]}, {checkpoints,[{502,0}, {503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8247.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8247.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8245.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8245.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:45 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8248.0>}, {name, {child_id, [503,504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets,[503,504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8249.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8249.0>:ns_vbm_sup:186: Spawned mover "default" 502 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8250.0> INFO REPORT <0.8250.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8250.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8250.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8250.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[502]}, {checkpoints,[{502,0}]}, {name,"rebalance_502"}, {takeover,true}] INFO REPORT <0.8248.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8248.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8248.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8248.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[503,504,505,506,507,508,509,510,511,512]}, {checkpoints,[{503,0}, {504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8250.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8250.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8248.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8248.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:45 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8251.0>}, {name, {child_id, [504,505,506,507,508,509,510,511,512], 'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets,[504,505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8252.0> 2011-12-05 11:15:45 =============================================================================== ns_1@10.1.5.53:<0.8252.0>:ns_vbm_sup:186: Spawned mover "default" 503 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8253.0> INFO REPORT <0.8251.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8251.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8253.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8253.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8253.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8253.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[503]}, {checkpoints,[{503,0}]}, {name,"rebalance_503"}, {takeover,true}] INFO REPORT <0.8251.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8251.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[504,505,506,507,508,509,510,511,512]}, {checkpoints,[{504,0}, {505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8253.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8253.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8251.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8251.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:46 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8258.0>}, {name,{child_id,[505,506,507,508,509,510,511,512],'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets,[505,506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8259.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8259.0>:ns_vbm_sup:186: Spawned mover "default" 504 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8260.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:46 =============================================================================== memcached<0.5304.0>: Vbucket <499> is going dead. memcached<0.5304.0>: Vbucket <500> is going dead. memcached<0.5304.0>: Vbucket <501> is going dead. memcached<0.5304.0>: Vbucket <502> is going dead. memcached<0.5304.0>: Vbucket <503> is going dead. INFO REPORT <0.8260.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8260.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8260.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8260.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[504]}, {checkpoints,[{504,0}]}, {name,"rebalance_504"}, {takeover,true}] INFO REPORT <0.8258.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8258.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8258.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8258.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[505,506,507,508,509,510,511,512]}, {checkpoints,[{505,0}, {506,0}, {507,0}, {508,0}, {509,0}, {510,0}, {511,0}, {512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8260.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8260.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8258.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8258.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:46 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8261.0>}, {name,{child_id,[506,507,508,509,510,511,512],'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets,[506,507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8262.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8262.0>:ns_vbm_sup:186: Spawned mover "default" 505 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8263.0> INFO REPORT <0.8261.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8261.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8261.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8261.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[506,507,508,509,510,511,512]}, {checkpoints,[{506,0},{507,0},{508,0},{509,0},{510,0},{511,0},{512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8263.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8263.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8263.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8263.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[505]}, {checkpoints,[{505,0}]}, {name,"rebalance_505"}, {takeover,true}] INFO REPORT <0.8263.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8263.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8261.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8261.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:46 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8264.0>}, {name,{child_id,[507,508,509,510,511,512],'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets,[507,508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8265.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8265.0>:ns_vbm_sup:186: Spawned mover "default" 506 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8266.0> INFO REPORT <0.8264.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8264.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8264.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8264.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[507,508,509,510,511,512]}, {checkpoints,[{507,0},{508,0},{509,0},{510,0},{511,0},{512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8266.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8266.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8266.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8266.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[506]}, {checkpoints,[{506,0}]}, {name,"rebalance_506"}, {takeover,true}] INFO REPORT <0.8266.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8266.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8264.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8264.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:46 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8267.0>}, {name,{child_id,[508,509,510,511,512],'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets,[508,509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8268.0> 2011-12-05 11:15:46 =============================================================================== ns_1@10.1.5.53:<0.8268.0>:ns_vbm_sup:186: Spawned mover "default" 507 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8269.0> INFO REPORT <0.8269.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8269.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8269.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8269.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[507]}, {checkpoints,[{507,0}]}, {name,"rebalance_507"}, {takeover,true}] INFO REPORT <0.8267.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8267.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8267.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8267.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[508,509,510,511,512]}, {checkpoints,[{508,0},{509,0},{510,0},{511,0},{512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8269.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8269.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8267.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8267.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:47 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8271.0>}, {name,{child_id,[509,510,511,512],'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets,[509,510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8272.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8272.0>:ns_vbm_sup:186: Spawned mover "default" 508 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8273.0> INFO REPORT <0.8271.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8271.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8271.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8271.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[509,510,511,512]}, {checkpoints,[{509,0},{510,0},{511,0},{512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8273.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8273.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8273.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8273.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[508]}, {checkpoints,[{508,0}]}, {name,"rebalance_508"}, {takeover,true}] INFO REPORT <0.5304.0> 2011-12-05 11:15:47 =============================================================================== memcached<0.5304.0>: Vbucket <504> is going dead. memcached<0.5304.0>: Vbucket <505> is going dead. memcached<0.5304.0>: Vbucket <506> is going dead. memcached<0.5304.0>: Vbucket <507> is going dead. INFO REPORT <0.8273.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8273.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8271.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8271.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:47 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8274.0>}, {name,{child_id,[510,511,512],'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets,[510,511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8275.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8275.0>:ns_vbm_sup:186: Spawned mover "default" 509 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8276.0> INFO REPORT <0.8274.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8274.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8276.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8276.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8276.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8276.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[509]}, {checkpoints,[{509,0}]}, {name,"rebalance_509"}, {takeover,true}] INFO REPORT <0.8274.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8274.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[510,511,512]}, {checkpoints,[{510,0},{511,0},{512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8276.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8276.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8274.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8274.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:47 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8277.0>}, {name,{child_id,[511,512],'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets,[511,512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8278.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8278.0>:ns_vbm_sup:186: Spawned mover "default" 510 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8279.0> INFO REPORT <0.8277.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8277.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8277.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8277.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[511,512]}, {checkpoints,[{511,0},{512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8279.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8279.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8279.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8279.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[510]}, {checkpoints,[{510,0}]}, {name,"rebalance_510"}, {takeover,true}] INFO REPORT <0.8279.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8279.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8277.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8277.0>:ebucketmigrator_srv:240: Got close ack! PROGRESS REPORT <0.5361.0> 2011-12-05 11:15:47 =============================================================================== supervisor {local,'ns_vbm_sup-default'} started [{pid,<0.8280.0>}, {name,{child_id,[512],'ns_1@10.1.5.38'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.1.5.53",11210}, {"10.1.5.38",11210}, [{username,"default"}, {password,[]}, {vbuckets,[512]}, {takeover,false}, {suffix,"ns_1@10.1.5.38"}]]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.8281.0> 2011-12-05 11:15:47 =============================================================================== ns_1@10.1.5.53:<0.8281.0>:ns_vbm_sup:186: Spawned mover "default" 511 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8282.0> INFO REPORT <0.8280.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8280.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8280.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8280.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[512]}, {checkpoints,[{512,0}]}, {name,"replication_ns_1@10.1.5.38"}, {takeover,false}] INFO REPORT <0.8282.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8282.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8282.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8282.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[511]}, {checkpoints,[{511,0}]}, {name,"rebalance_511"}, {takeover,true}] INFO REPORT <0.8282.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8282.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8280.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8280.0>:ebucketmigrator_srv:240: Got close ack! INFO REPORT <0.8287.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8287.0>:ns_vbm_sup:186: Spawned mover "default" 512 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8288.0> INFO REPORT <0.8288.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8288.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8288.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8288.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[512]}, {checkpoints,[{512,0}]}, {name,"rebalance_512"}, {takeover,true}] INFO REPORT <0.8288.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8288.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8289.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8289.0>:ns_vbm_sup:186: Spawned mover "default" 513 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8290.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:48 =============================================================================== memcached<0.5304.0>: Vbucket <508> is going dead. memcached<0.5304.0>: Vbucket <509> is going dead. memcached<0.5304.0>: Vbucket <510> is going dead. memcached<0.5304.0>: Vbucket <511> is going dead. memcached<0.5304.0>: Vbucket <512> is going dead. INFO REPORT <0.8290.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8290.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8290.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8290.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[513]}, {checkpoints,[{513,0}]}, {name,"rebalance_513"}, {takeover,true}] INFO REPORT <0.8290.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8290.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8291.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8291.0>:ns_vbm_sup:186: Spawned mover "default" 514 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8292.0> INFO REPORT <0.8292.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8292.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8292.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8292.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[514]}, {checkpoints,[{514,0}]}, {name,"rebalance_514"}, {takeover,true}] INFO REPORT <0.8292.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8292.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8293.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8293.0>:ns_vbm_sup:186: Spawned mover "default" 515 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8294.0> INFO REPORT <0.8294.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8294.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8294.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8294.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[515]}, {checkpoints,[{515,0}]}, {name,"rebalance_515"}, {takeover,true}] INFO REPORT <0.8294.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8294.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8295.0> 2011-12-05 11:15:48 =============================================================================== ns_1@10.1.5.53:<0.8295.0>:ns_vbm_sup:186: Spawned mover "default" 516 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8296.0> INFO REPORT <0.8296.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8296.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8296.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8296.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[516]}, {checkpoints,[{516,0}]}, {name,"rebalance_516"}, {takeover,true}] INFO REPORT <0.8296.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8296.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8297.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8297.0>:ns_vbm_sup:186: Spawned mover "default" 517 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8298.0> INFO REPORT <0.8298.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8298.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8298.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8298.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[517]}, {checkpoints,[{517,0}]}, {name,"rebalance_517"}, {takeover,true}] INFO REPORT <0.8298.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8298.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8305.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8305.0>:ns_vbm_sup:186: Spawned mover "default" 518 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8306.0> INFO REPORT <0.8306.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8306.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8306.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8306.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[518]}, {checkpoints,[{518,0}]}, {name,"rebalance_518"}, {takeover,true}] INFO REPORT <0.8306.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8306.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8307.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8307.0>:ns_vbm_sup:186: Spawned mover "default" 519 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8308.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:49 =============================================================================== memcached<0.5304.0>: Vbucket <513> is going dead. memcached<0.5304.0>: Vbucket <514> is going dead. memcached<0.5304.0>: Vbucket <515> is going dead. memcached<0.5304.0>: Vbucket <516> is going dead. memcached<0.5304.0>: Vbucket <517> is going dead. memcached<0.5304.0>: Vbucket <518> is going dead. INFO REPORT <0.8308.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8308.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8308.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8308.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[519]}, {checkpoints,[{519,0}]}, {name,"rebalance_519"}, {takeover,true}] INFO REPORT <0.8308.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8308.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8309.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8309.0>:ns_vbm_sup:186: Spawned mover "default" 520 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8310.0> INFO REPORT <0.8310.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8310.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8310.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8310.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[520]}, {checkpoints,[{520,0}]}, {name,"rebalance_520"}, {takeover,true}] INFO REPORT <0.8310.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8310.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8311.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8311.0>:ns_vbm_sup:186: Spawned mover "default" 521 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8312.0> INFO REPORT <0.8312.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8312.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8312.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8312.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[521]}, {checkpoints,[{521,0}]}, {name,"rebalance_521"}, {takeover,true}] INFO REPORT <0.8312.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8312.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8313.0> 2011-12-05 11:15:49 =============================================================================== ns_1@10.1.5.53:<0.8313.0>:ns_vbm_sup:186: Spawned mover "default" 522 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8314.0> INFO REPORT <0.8314.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8314.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8314.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8314.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[522]}, {checkpoints,[{522,0}]}, {name,"rebalance_522"}, {takeover,true}] INFO REPORT <0.8314.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8314.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8320.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8320.0>:ns_vbm_sup:186: Spawned mover "default" 523 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8321.0> INFO REPORT <0.8321.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8321.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8321.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8321.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[523]}, {checkpoints,[{523,0}]}, {name,"rebalance_523"}, {takeover,true}] INFO REPORT <0.8321.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8321.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8322.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8322.0>:ns_vbm_sup:186: Spawned mover "default" 524 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8323.0> INFO REPORT <0.8323.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8323.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8323.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8323.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[524]}, {checkpoints,[{524,0}]}, {name,"rebalance_524"}, {takeover,true}] INFO REPORT <0.8323.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8323.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8324.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8324.0>:ns_vbm_sup:186: Spawned mover "default" 525 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8325.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:50 =============================================================================== memcached<0.5304.0>: Vbucket <519> is going dead. memcached<0.5304.0>: Vbucket <520> is going dead. memcached<0.5304.0>: Vbucket <521> is going dead. memcached<0.5304.0>: Vbucket <522> is going dead. memcached<0.5304.0>: Vbucket <523> is going dead. memcached<0.5304.0>: Vbucket <524> is going dead. INFO REPORT <0.8325.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8325.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8325.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8325.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[525]}, {checkpoints,[{525,0}]}, {name,"rebalance_525"}, {takeover,true}] INFO REPORT <0.8325.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8325.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8326.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8326.0>:ns_vbm_sup:186: Spawned mover "default" 526 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8327.0> INFO REPORT <0.8327.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8327.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8327.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8327.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[526]}, {checkpoints,[{526,0}]}, {name,"rebalance_526"}, {takeover,true}] INFO REPORT <0.8327.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8327.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8328.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8328.0>:ns_vbm_sup:186: Spawned mover "default" 527 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8329.0> INFO REPORT <0.8329.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8329.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8329.0> 2011-12-05 11:15:50 =============================================================================== ns_1@10.1.5.53:<0.8329.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[527]}, {checkpoints,[{527,0}]}, {name,"rebalance_527"}, {takeover,true}] INFO REPORT <0.8329.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8329.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8330.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8330.0>:ns_vbm_sup:186: Spawned mover "default" 528 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8331.0> INFO REPORT <0.8331.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8331.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8331.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8331.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[528]}, {checkpoints,[{528,0}]}, {name,"rebalance_528"}, {takeover,true}] INFO REPORT <0.8331.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8331.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8332.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8332.0>:ns_vbm_sup:186: Spawned mover "default" 529 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8333.0> INFO REPORT <0.8333.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8333.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8333.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8333.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[529]}, {checkpoints,[{529,0}]}, {name,"rebalance_529"}, {takeover,true}] INFO REPORT <0.8333.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8333.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8334.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8334.0>:ns_vbm_sup:186: Spawned mover "default" 530 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8335.0> INFO REPORT <0.8335.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8335.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8335.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8335.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[530]}, {checkpoints,[{530,0}]}, {name,"rebalance_530"}, {takeover,true}] INFO REPORT <0.8335.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8335.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8336.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8336.0>:ns_vbm_sup:186: Spawned mover "default" 531 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8337.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:51 =============================================================================== memcached<0.5304.0>: Vbucket <525> is going dead. memcached<0.5304.0>: Vbucket <526> is going dead. memcached<0.5304.0>: Vbucket <527> is going dead. memcached<0.5304.0>: Vbucket <528> is going dead. memcached<0.5304.0>: Vbucket <529> is going dead. memcached<0.5304.0>: Vbucket <530> is going dead. INFO REPORT <0.8337.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8337.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8337.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8337.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[531]}, {checkpoints,[{531,0}]}, {name,"rebalance_531"}, {takeover,true}] INFO REPORT <0.8337.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8337.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8338.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8338.0>:ns_vbm_sup:186: Spawned mover "default" 532 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8339.0> INFO REPORT <0.8339.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8339.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8339.0> 2011-12-05 11:15:51 =============================================================================== ns_1@10.1.5.53:<0.8339.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[532]}, {checkpoints,[{532,0}]}, {name,"rebalance_532"}, {takeover,true}] INFO REPORT <0.8339.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8339.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8340.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8340.0>:ns_vbm_sup:186: Spawned mover "default" 533 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8341.0> INFO REPORT <0.8341.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8341.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8341.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8341.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[533]}, {checkpoints,[{533,0}]}, {name,"rebalance_533"}, {takeover,true}] INFO REPORT <0.8341.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8341.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8346.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8346.0>:ns_vbm_sup:186: Spawned mover "default" 534 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8347.0> INFO REPORT <0.8347.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8347.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8347.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8347.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[534]}, {checkpoints,[{534,0}]}, {name,"rebalance_534"}, {takeover,true}] INFO REPORT <0.8347.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8347.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8348.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8348.0>:ns_vbm_sup:186: Spawned mover "default" 535 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8349.0> INFO REPORT <0.8349.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8349.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8349.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8349.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[535]}, {checkpoints,[{535,0}]}, {name,"rebalance_535"}, {takeover,true}] INFO REPORT <0.8349.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8349.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8350.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8350.0>:ns_vbm_sup:186: Spawned mover "default" 536 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8351.0> INFO REPORT <0.8351.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8351.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8351.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8351.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[536]}, {checkpoints,[{536,0}]}, {name,"rebalance_536"}, {takeover,true}] INFO REPORT <0.8351.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8351.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8352.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8352.0>:ns_vbm_sup:186: Spawned mover "default" 537 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8353.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:52 =============================================================================== memcached<0.5304.0>: Vbucket <531> is going dead. memcached<0.5304.0>: Vbucket <532> is going dead. memcached<0.5304.0>: Vbucket <533> is going dead. memcached<0.5304.0>: Vbucket <534> is going dead. memcached<0.5304.0>: Vbucket <535> is going dead. memcached<0.5304.0>: Vbucket <536> is going dead. INFO REPORT <0.8353.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8353.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8353.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8353.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[537]}, {checkpoints,[{537,0}]}, {name,"rebalance_537"}, {takeover,true}] INFO REPORT <0.8353.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8353.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8354.0> 2011-12-05 11:15:52 =============================================================================== ns_1@10.1.5.53:<0.8354.0>:ns_vbm_sup:186: Spawned mover "default" 538 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8355.0> INFO REPORT <0.8355.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8355.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8355.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8355.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[538]}, {checkpoints,[{538,0}]}, {name,"rebalance_538"}, {takeover,true}] INFO REPORT <0.8355.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8355.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8357.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8357.0>:ns_vbm_sup:186: Spawned mover "default" 539 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8358.0> INFO REPORT <0.8358.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8358.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8358.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8358.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[539]}, {checkpoints,[{539,0}]}, {name,"rebalance_539"}, {takeover,true}] INFO REPORT <0.8358.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8358.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8359.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8359.0>:ns_vbm_sup:186: Spawned mover "default" 540 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8360.0> INFO REPORT <0.8360.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8360.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8360.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8360.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[540]}, {checkpoints,[{540,0}]}, {name,"rebalance_540"}, {takeover,true}] INFO REPORT <0.8360.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8360.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8361.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8361.0>:ns_vbm_sup:186: Spawned mover "default" 541 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8362.0> INFO REPORT <0.8362.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8362.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8362.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8362.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[541]}, {checkpoints,[{541,0}]}, {name,"rebalance_541"}, {takeover,true}] INFO REPORT <0.8362.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8362.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8363.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8363.0>:ns_vbm_sup:186: Spawned mover "default" 542 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8364.0> INFO REPORT <0.8364.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8364.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8364.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8364.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[542]}, {checkpoints,[{542,0}]}, {name,"rebalance_542"}, {takeover,true}] INFO REPORT <0.8364.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8364.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8365.0> 2011-12-05 11:15:53 =============================================================================== ns_1@10.1.5.53:<0.8365.0>:ns_vbm_sup:186: Spawned mover "default" 543 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8366.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:53 =============================================================================== memcached<0.5304.0>: Vbucket <537> is going dead. memcached<0.5304.0>: Vbucket <538> is going dead. memcached<0.5304.0>: Vbucket <539> is going dead. memcached<0.5304.0>: Vbucket <540> is going dead. memcached<0.5304.0>: Vbucket <541> is going dead. memcached<0.5304.0>: Vbucket <542> is going dead. INFO REPORT <0.8366.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8366.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8366.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8366.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[543]}, {checkpoints,[{543,0}]}, {name,"rebalance_543"}, {takeover,true}] INFO REPORT <0.8366.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8366.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8367.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8367.0>:ns_vbm_sup:186: Spawned mover "default" 544 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8368.0> INFO REPORT <0.8368.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8368.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8368.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8368.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[544]}, {checkpoints,[{544,0}]}, {name,"rebalance_544"}, {takeover,true}] INFO REPORT <0.8368.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8368.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8379.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8379.0>:ns_vbm_sup:186: Spawned mover "default" 545 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8380.0> INFO REPORT <0.8380.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8380.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8380.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8380.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[545]}, {checkpoints,[{545,0}]}, {name,"rebalance_545"}, {takeover,true}] INFO REPORT <0.8380.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8380.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8381.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8381.0>:ns_vbm_sup:186: Spawned mover "default" 546 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8382.0> INFO REPORT <0.8382.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8382.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8382.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8382.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[546]}, {checkpoints,[{546,0}]}, {name,"rebalance_546"}, {takeover,true}] INFO REPORT <0.8382.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8382.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8383.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8383.0>:ns_vbm_sup:186: Spawned mover "default" 547 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8384.0> INFO REPORT <0.8384.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8384.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8384.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8384.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[547]}, {checkpoints,[{547,0}]}, {name,"rebalance_547"}, {takeover,true}] INFO REPORT <0.8384.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8384.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8385.0> 2011-12-05 11:15:54 =============================================================================== ns_1@10.1.5.53:<0.8385.0>:ns_vbm_sup:186: Spawned mover "default" 548 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8386.0> INFO REPORT <0.8386.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8386.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8386.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8386.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[548]}, {checkpoints,[{548,0}]}, {name,"rebalance_548"}, {takeover,true}] INFO REPORT <0.5304.0> 2011-12-05 11:15:55 =============================================================================== memcached<0.5304.0>: Vbucket <543> is going dead. memcached<0.5304.0>: Vbucket <544> is going dead. memcached<0.5304.0>: Vbucket <545> is going dead. memcached<0.5304.0>: Vbucket <546> is going dead. memcached<0.5304.0>: Vbucket <547> is going dead. INFO REPORT <0.8386.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8386.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8387.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8387.0>:ns_vbm_sup:186: Spawned mover "default" 549 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8388.0> INFO REPORT <0.8388.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8388.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8388.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8388.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[549]}, {checkpoints,[{549,0}]}, {name,"rebalance_549"}, {takeover,true}] INFO REPORT <0.8388.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8388.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8389.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8389.0>:ns_vbm_sup:186: Spawned mover "default" 550 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8390.0> INFO REPORT <0.8390.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8390.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8390.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8390.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[550]}, {checkpoints,[{550,0}]}, {name,"rebalance_550"}, {takeover,true}] INFO REPORT <0.8390.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8390.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8391.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8391.0>:ns_vbm_sup:186: Spawned mover "default" 551 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8392.0> INFO REPORT <0.8392.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8392.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8392.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8392.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[551]}, {checkpoints,[{551,0}]}, {name,"rebalance_551"}, {takeover,true}] INFO REPORT <0.8392.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8392.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8393.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8393.0>:ns_vbm_sup:186: Spawned mover "default" 552 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8394.0> INFO REPORT <0.8394.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8394.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8394.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8394.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[552]}, {checkpoints,[{552,0}]}, {name,"rebalance_552"}, {takeover,true}] INFO REPORT <0.8394.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8394.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8395.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8395.0>:ns_vbm_sup:186: Spawned mover "default" 553 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8396.0> INFO REPORT <0.8396.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8396.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8396.0> 2011-12-05 11:15:55 =============================================================================== ns_1@10.1.5.53:<0.8396.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[553]}, {checkpoints,[{553,0}]}, {name,"rebalance_553"}, {takeover,true}] INFO REPORT <0.8396.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8396.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8397.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8397.0>:ns_vbm_sup:186: Spawned mover "default" 554 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8398.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:56 =============================================================================== memcached<0.5304.0>: Vbucket <548> is going dead. memcached<0.5304.0>: Vbucket <549> is going dead. memcached<0.5304.0>: Vbucket <550> is going dead. memcached<0.5304.0>: Vbucket <551> is going dead. memcached<0.5304.0>: Vbucket <552> is going dead. memcached<0.5304.0>: Vbucket <553> is going dead. INFO REPORT <0.8398.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8398.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8398.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8398.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[554]}, {checkpoints,[{554,0}]}, {name,"rebalance_554"}, {takeover,true}] INFO REPORT <0.8398.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8398.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8404.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8404.0>:ns_vbm_sup:186: Spawned mover "default" 555 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8405.0> INFO REPORT <0.8405.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8405.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8405.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8405.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[555]}, {checkpoints,[{555,0}]}, {name,"rebalance_555"}, {takeover,true}] INFO REPORT <0.8405.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8405.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8406.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8406.0>:ns_vbm_sup:186: Spawned mover "default" 556 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8407.0> INFO REPORT <0.8407.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8407.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8407.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8407.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[556]}, {checkpoints,[{556,0}]}, {name,"rebalance_556"}, {takeover,true}] INFO REPORT <0.8407.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8407.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8408.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8408.0>:ns_vbm_sup:186: Spawned mover "default" 557 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8409.0> INFO REPORT <0.8409.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8409.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8409.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8409.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[557]}, {checkpoints,[{557,0}]}, {name,"rebalance_557"}, {takeover,true}] INFO REPORT <0.8409.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8409.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8410.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8410.0>:ns_vbm_sup:186: Spawned mover "default" 558 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8411.0> INFO REPORT <0.8411.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8411.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8411.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8411.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[558]}, {checkpoints,[{558,0}]}, {name,"rebalance_558"}, {takeover,true}] INFO REPORT <0.8411.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8411.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8412.0> 2011-12-05 11:15:56 =============================================================================== ns_1@10.1.5.53:<0.8412.0>:ns_vbm_sup:186: Spawned mover "default" 559 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8413.0> INFO REPORT <0.8413.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8413.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8413.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8413.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[559]}, {checkpoints,[{559,0}]}, {name,"rebalance_559"}, {takeover,true}] INFO REPORT <0.8413.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8413.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8414.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8414.0>:ns_vbm_sup:186: Spawned mover "default" 560 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8415.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:57 =============================================================================== memcached<0.5304.0>: Vbucket <554> is going dead. memcached<0.5304.0>: Vbucket <555> is going dead. memcached<0.5304.0>: Vbucket <556> is going dead. memcached<0.5304.0>: Vbucket <557> is going dead. memcached<0.5304.0>: Vbucket <558> is going dead. memcached<0.5304.0>: Vbucket <559> is going dead. INFO REPORT <0.8415.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8415.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8415.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8415.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[560]}, {checkpoints,[{560,0}]}, {name,"rebalance_560"}, {takeover,true}] INFO REPORT <0.8415.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8415.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8416.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8416.0>:ns_vbm_sup:186: Spawned mover "default" 561 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8417.0> INFO REPORT <0.8417.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8417.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8417.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8417.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[561]}, {checkpoints,[{561,0}]}, {name,"rebalance_561"}, {takeover,true}] INFO REPORT <0.8417.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8417.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8418.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8418.0>:ns_vbm_sup:186: Spawned mover "default" 562 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8419.0> INFO REPORT <0.8419.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8419.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8419.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8419.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[562]}, {checkpoints,[{562,0}]}, {name,"rebalance_562"}, {takeover,true}] INFO REPORT <0.8419.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8419.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8420.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8420.0>:ns_vbm_sup:186: Spawned mover "default" 563 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8421.0> INFO REPORT <0.8421.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8421.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8421.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8421.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[563]}, {checkpoints,[{563,0}]}, {name,"rebalance_563"}, {takeover,true}] INFO REPORT <0.8421.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8421.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8422.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8422.0>:ns_vbm_sup:186: Spawned mover "default" 564 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8423.0> INFO REPORT <0.8423.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8423.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8423.0> 2011-12-05 11:15:57 =============================================================================== ns_1@10.1.5.53:<0.8423.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[564]}, {checkpoints,[{564,0}]}, {name,"rebalance_564"}, {takeover,true}] INFO REPORT <0.8423.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8423.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8424.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8424.0>:ns_vbm_sup:186: Spawned mover "default" 565 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8425.0> INFO REPORT <0.8425.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8425.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8425.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8425.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[565]}, {checkpoints,[{565,0}]}, {name,"rebalance_565"}, {takeover,true}] INFO REPORT <0.8425.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8425.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8430.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8430.0>:ns_vbm_sup:186: Spawned mover "default" 566 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8431.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:58 =============================================================================== memcached<0.5304.0>: Vbucket <560> is going dead. memcached<0.5304.0>: Vbucket <561> is going dead. memcached<0.5304.0>: Vbucket <562> is going dead. memcached<0.5304.0>: Vbucket <563> is going dead. memcached<0.5304.0>: Vbucket <564> is going dead. memcached<0.5304.0>: Vbucket <565> is going dead. INFO REPORT <0.8431.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8431.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8431.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8431.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[566]}, {checkpoints,[{566,0}]}, {name,"rebalance_566"}, {takeover,true}] INFO REPORT <0.8431.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8431.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8432.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8432.0>:ns_vbm_sup:186: Spawned mover "default" 567 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8433.0> INFO REPORT <0.8433.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8433.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8433.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8433.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[567]}, {checkpoints,[{567,0}]}, {name,"rebalance_567"}, {takeover,true}] INFO REPORT <0.8433.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8433.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8434.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8434.0>:ns_vbm_sup:186: Spawned mover "default" 568 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8435.0> INFO REPORT <0.8435.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8435.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8435.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8435.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[568]}, {checkpoints,[{568,0}]}, {name,"rebalance_568"}, {takeover,true}] INFO REPORT <0.8435.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8435.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8436.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8436.0>:ns_vbm_sup:186: Spawned mover "default" 569 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8437.0> INFO REPORT <0.8437.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8437.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8437.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8437.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[569]}, {checkpoints,[{569,0}]}, {name,"rebalance_569"}, {takeover,true}] INFO REPORT <0.8437.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8437.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8438.0> 2011-12-05 11:15:58 =============================================================================== ns_1@10.1.5.53:<0.8438.0>:ns_vbm_sup:186: Spawned mover "default" 570 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8439.0> INFO REPORT <0.8439.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8439.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8439.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8439.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[570]}, {checkpoints,[{570,0}]}, {name,"rebalance_570"}, {takeover,true}] INFO REPORT <0.8439.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8439.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8449.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8449.0>:ns_vbm_sup:186: Spawned mover "default" 571 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8450.0> INFO REPORT <0.8450.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8450.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8450.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8450.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[571]}, {checkpoints,[{571,0}]}, {name,"rebalance_571"}, {takeover,true}] INFO REPORT <0.8450.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8450.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8451.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8451.0>:ns_vbm_sup:186: Spawned mover "default" 572 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8452.0> INFO REPORT <0.5304.0> 2011-12-05 11:15:59 =============================================================================== memcached<0.5304.0>: Vbucket <566> is going dead. memcached<0.5304.0>: Vbucket <567> is going dead. memcached<0.5304.0>: Vbucket <568> is going dead. memcached<0.5304.0>: Vbucket <569> is going dead. memcached<0.5304.0>: Vbucket <570> is going dead. memcached<0.5304.0>: Vbucket <571> is going dead. INFO REPORT <0.8452.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8452.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8452.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8452.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[572]}, {checkpoints,[{572,0}]}, {name,"rebalance_572"}, {takeover,true}] INFO REPORT <0.8452.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8452.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8453.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8453.0>:ns_vbm_sup:186: Spawned mover "default" 573 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8454.0> INFO REPORT <0.8454.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8454.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8454.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8454.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[573]}, {checkpoints,[{573,0}]}, {name,"rebalance_573"}, {takeover,true}] INFO REPORT <0.8454.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8454.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8455.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8455.0>:ns_vbm_sup:186: Spawned mover "default" 574 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8456.0> INFO REPORT <0.8456.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8456.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8456.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8456.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[574]}, {checkpoints,[{574,0}]}, {name,"rebalance_574"}, {takeover,true}] INFO REPORT <0.8456.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8456.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8457.0> 2011-12-05 11:15:59 =============================================================================== ns_1@10.1.5.53:<0.8457.0>:ns_vbm_sup:186: Spawned mover "default" 575 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8458.0> INFO REPORT <0.8458.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8458.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8458.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8458.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[575]}, {checkpoints,[{575,0}]}, {name,"rebalance_575"}, {takeover,true}] INFO REPORT <0.8458.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8458.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8459.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8459.0>:ns_vbm_sup:186: Spawned mover "default" 576 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8460.0> INFO REPORT <0.8460.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8460.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8460.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8460.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[576]}, {checkpoints,[{576,0}]}, {name,"rebalance_576"}, {takeover,true}] INFO REPORT <0.8460.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8460.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8465.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8465.0>:ns_vbm_sup:186: Spawned mover "default" 577 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8466.0> INFO REPORT <0.8466.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8466.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8466.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8466.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[577]}, {checkpoints,[{577,0}]}, {name,"rebalance_577"}, {takeover,true}] INFO REPORT <0.8466.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8466.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8467.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8467.0>:ns_vbm_sup:186: Spawned mover "default" 578 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8468.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:00 =============================================================================== memcached<0.5304.0>: Vbucket <572> is going dead. memcached<0.5304.0>: Vbucket <573> is going dead. memcached<0.5304.0>: Vbucket <574> is going dead. memcached<0.5304.0>: Vbucket <575> is going dead. memcached<0.5304.0>: Vbucket <576> is going dead. memcached<0.5304.0>: Vbucket <577> is going dead. INFO REPORT <0.8468.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8468.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8468.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8468.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[578]}, {checkpoints,[{578,0}]}, {name,"rebalance_578"}, {takeover,true}] INFO REPORT <0.8468.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8468.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8469.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8469.0>:ns_vbm_sup:186: Spawned mover "default" 579 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8470.0> INFO REPORT <0.8470.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8470.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8470.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8470.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[579]}, {checkpoints,[{579,0}]}, {name,"rebalance_579"}, {takeover,true}] INFO REPORT <0.8470.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8470.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8471.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8471.0>:ns_vbm_sup:186: Spawned mover "default" 580 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8472.0> INFO REPORT <0.8472.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8472.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8472.0> 2011-12-05 11:16:00 =============================================================================== ns_1@10.1.5.53:<0.8472.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[580]}, {checkpoints,[{580,0}]}, {name,"rebalance_580"}, {takeover,true}] INFO REPORT <0.8472.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8472.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8473.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8473.0>:ns_vbm_sup:186: Spawned mover "default" 581 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8474.0> INFO REPORT <0.8474.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8474.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8474.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8474.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[581]}, {checkpoints,[{581,0}]}, {name,"rebalance_581"}, {takeover,true}] INFO REPORT <0.8474.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8474.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8475.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8475.0>:ns_vbm_sup:186: Spawned mover "default" 582 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8476.0> INFO REPORT <0.8476.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8476.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8476.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8476.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[582]}, {checkpoints,[{582,0}]}, {name,"rebalance_582"}, {takeover,true}] INFO REPORT <0.8476.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8476.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8477.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8477.0>:ns_vbm_sup:186: Spawned mover "default" 583 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8478.0> INFO REPORT <0.8478.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8478.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8478.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8478.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[583]}, {checkpoints,[{583,0}]}, {name,"rebalance_583"}, {takeover,true}] INFO REPORT <0.5304.0> 2011-12-05 11:16:01 =============================================================================== memcached<0.5304.0>: Vbucket <578> is going dead. memcached<0.5304.0>: Vbucket <579> is going dead. memcached<0.5304.0>: Vbucket <580> is going dead. memcached<0.5304.0>: Vbucket <581> is going dead. memcached<0.5304.0>: Vbucket <582> is going dead. memcached<0.5304.0>: Vbucket <583> is going dead. INFO REPORT <0.8478.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8478.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8479.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8479.0>:ns_vbm_sup:186: Spawned mover "default" 584 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8480.0> INFO REPORT <0.8480.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8480.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8480.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8480.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[584]}, {checkpoints,[{584,0}]}, {name,"rebalance_584"}, {takeover,true}] INFO REPORT <0.8480.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8480.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8481.0> 2011-12-05 11:16:01 =============================================================================== ns_1@10.1.5.53:<0.8481.0>:ns_vbm_sup:186: Spawned mover "default" 585 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8482.0> INFO REPORT <0.8482.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8482.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8482.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8482.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[585]}, {checkpoints,[{585,0}]}, {name,"rebalance_585"}, {takeover,true}] INFO REPORT <0.8482.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8482.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8483.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8483.0>:ns_vbm_sup:186: Spawned mover "default" 586 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8484.0> INFO REPORT <0.8484.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8484.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8484.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8484.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[586]}, {checkpoints,[{586,0}]}, {name,"rebalance_586"}, {takeover,true}] INFO REPORT <0.8484.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8484.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8490.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8490.0>:ns_vbm_sup:186: Spawned mover "default" 587 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8491.0> INFO REPORT <0.8491.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8491.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8491.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8491.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[587]}, {checkpoints,[{587,0}]}, {name,"rebalance_587"}, {takeover,true}] INFO REPORT <0.8491.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8491.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8492.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8492.0>:ns_vbm_sup:186: Spawned mover "default" 588 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8493.0> INFO REPORT <0.8493.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8493.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8493.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8493.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[588]}, {checkpoints,[{588,0}]}, {name,"rebalance_588"}, {takeover,true}] INFO REPORT <0.8493.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8493.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8494.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8494.0>:ns_vbm_sup:186: Spawned mover "default" 589 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8495.0> INFO REPORT <0.8495.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8495.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8495.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8495.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[589]}, {checkpoints,[{589,0}]}, {name,"rebalance_589"}, {takeover,true}] INFO REPORT <0.8495.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8495.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.5304.0> 2011-12-05 11:16:02 =============================================================================== memcached<0.5304.0>: Vbucket <584> is going dead. memcached<0.5304.0>: Vbucket <585> is going dead. memcached<0.5304.0>: Vbucket <586> is going dead. memcached<0.5304.0>: Vbucket <587> is going dead. memcached<0.5304.0>: Vbucket <588> is going dead. memcached<0.5304.0>: Vbucket <589> is going dead. INFO REPORT <0.8496.0> 2011-12-05 11:16:02 =============================================================================== ns_1@10.1.5.53:<0.8496.0>:ns_vbm_sup:186: Spawned mover "default" 590 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8497.0> INFO REPORT <0.8497.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8497.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8497.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8497.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[590]}, {checkpoints,[{590,0}]}, {name,"rebalance_590"}, {takeover,true}] INFO REPORT <0.8497.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8497.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8498.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8498.0>:ns_vbm_sup:186: Spawned mover "default" 591 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8499.0> INFO REPORT <0.8499.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8499.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8499.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8499.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[591]}, {checkpoints,[{591,0}]}, {name,"rebalance_591"}, {takeover,true}] INFO REPORT <0.8499.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8499.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8500.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8500.0>:ns_vbm_sup:186: Spawned mover "default" 592 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8501.0> INFO REPORT <0.8501.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8501.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8501.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8501.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[592]}, {checkpoints,[{592,0}]}, {name,"rebalance_592"}, {takeover,true}] INFO REPORT <0.8501.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8501.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8502.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8502.0>:ns_vbm_sup:186: Spawned mover "default" 593 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8503.0> INFO REPORT <0.8503.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8503.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8503.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8503.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[593]}, {checkpoints,[{593,0}]}, {name,"rebalance_593"}, {takeover,true}] INFO REPORT <0.8503.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8503.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8504.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8504.0>:ns_vbm_sup:186: Spawned mover "default" 594 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8505.0> INFO REPORT <0.8505.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8505.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8505.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8505.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[594]}, {checkpoints,[{594,0}]}, {name,"rebalance_594"}, {takeover,true}] INFO REPORT <0.8505.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8505.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8506.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8506.0>:ns_vbm_sup:186: Spawned mover "default" 595 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8507.0> INFO REPORT <0.8507.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8507.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8507.0> 2011-12-05 11:16:03 =============================================================================== ns_1@10.1.5.53:<0.8507.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[595]}, {checkpoints,[{595,0}]}, {name,"rebalance_595"}, {takeover,true}] INFO REPORT <0.8507.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8507.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8508.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8508.0>:ns_vbm_sup:186: Spawned mover "default" 596 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8509.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:04 =============================================================================== memcached<0.5304.0>: Vbucket <590> is going dead. memcached<0.5304.0>: Vbucket <591> is going dead. memcached<0.5304.0>: Vbucket <592> is going dead. memcached<0.5304.0>: Vbucket <593> is going dead. memcached<0.5304.0>: Vbucket <594> is going dead. memcached<0.5304.0>: Vbucket <595> is going dead. INFO REPORT <0.8509.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8509.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8509.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8509.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[596]}, {checkpoints,[{596,0}]}, {name,"rebalance_596"}, {takeover,true}] INFO REPORT <0.8509.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8509.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8520.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8520.0>:ns_vbm_sup:186: Spawned mover "default" 597 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8521.0> INFO REPORT <0.8521.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8521.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8521.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8521.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[597]}, {checkpoints,[{597,0}]}, {name,"rebalance_597"}, {takeover,true}] INFO REPORT <0.8521.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8521.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8522.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8522.0>:ns_vbm_sup:186: Spawned mover "default" 598 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8523.0> INFO REPORT <0.8523.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8523.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8523.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8523.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[598]}, {checkpoints,[{598,0}]}, {name,"rebalance_598"}, {takeover,true}] INFO REPORT <0.8523.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8523.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8524.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8524.0>:ns_vbm_sup:186: Spawned mover "default" 599 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8525.0> INFO REPORT <0.8525.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8525.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8525.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8525.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[599]}, {checkpoints,[{599,0}]}, {name,"rebalance_599"}, {takeover,true}] INFO REPORT <0.8525.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8525.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8526.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8526.0>:ns_vbm_sup:186: Spawned mover "default" 600 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8527.0> INFO REPORT <0.8527.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8527.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8527.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8527.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[600]}, {checkpoints,[{600,0}]}, {name,"rebalance_600"}, {takeover,true}] INFO REPORT <0.8527.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8527.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8528.0> 2011-12-05 11:16:04 =============================================================================== ns_1@10.1.5.53:<0.8528.0>:ns_vbm_sup:186: Spawned mover "default" 601 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8529.0> INFO REPORT <0.8529.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8529.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8529.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8529.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[601]}, {checkpoints,[{601,0}]}, {name,"rebalance_601"}, {takeover,true}] INFO REPORT <0.8529.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8529.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8531.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8531.0>:ns_vbm_sup:186: Spawned mover "default" 602 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8532.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:05 =============================================================================== memcached<0.5304.0>: Vbucket <596> is going dead. memcached<0.5304.0>: Vbucket <597> is going dead. memcached<0.5304.0>: Vbucket <598> is going dead. memcached<0.5304.0>: Vbucket <599> is going dead. memcached<0.5304.0>: Vbucket <600> is going dead. memcached<0.5304.0>: Vbucket <601> is going dead. INFO REPORT <0.8532.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8532.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8532.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8532.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[602]}, {checkpoints,[{602,0}]}, {name,"rebalance_602"}, {takeover,true}] INFO REPORT <0.8532.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8532.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8533.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8533.0>:ns_vbm_sup:186: Spawned mover "default" 603 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8534.0> INFO REPORT <0.8534.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8534.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8534.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8534.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[603]}, {checkpoints,[{603,0}]}, {name,"rebalance_603"}, {takeover,true}] INFO REPORT <0.8534.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8534.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8535.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8535.0>:ns_vbm_sup:186: Spawned mover "default" 604 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8536.0> INFO REPORT <0.8536.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8536.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8536.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8536.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[604]}, {checkpoints,[{604,0}]}, {name,"rebalance_604"}, {takeover,true}] INFO REPORT <0.8536.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8536.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8537.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8537.0>:ns_vbm_sup:186: Spawned mover "default" 605 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8538.0> INFO REPORT <0.8538.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8538.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8538.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8538.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[605]}, {checkpoints,[{605,0}]}, {name,"rebalance_605"}, {takeover,true}] INFO REPORT <0.8538.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8538.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8539.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8539.0>:ns_vbm_sup:186: Spawned mover "default" 606 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8540.0> INFO REPORT <0.8540.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8540.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8540.0> 2011-12-05 11:16:05 =============================================================================== ns_1@10.1.5.53:<0.8540.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[606]}, {checkpoints,[{606,0}]}, {name,"rebalance_606"}, {takeover,true}] INFO REPORT <0.8540.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8540.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8541.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8541.0>:ns_vbm_sup:186: Spawned mover "default" 607 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8542.0> INFO REPORT <0.8542.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8542.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8542.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8542.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[607]}, {checkpoints,[{607,0}]}, {name,"rebalance_607"}, {takeover,true}] INFO REPORT <0.8542.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8542.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8547.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8547.0>:ns_vbm_sup:186: Spawned mover "default" 608 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8548.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:06 =============================================================================== memcached<0.5304.0>: Vbucket <602> is going dead. memcached<0.5304.0>: Vbucket <603> is going dead. memcached<0.5304.0>: Vbucket <604> is going dead. memcached<0.5304.0>: Vbucket <605> is going dead. memcached<0.5304.0>: Vbucket <606> is going dead. memcached<0.5304.0>: Vbucket <607> is going dead. INFO REPORT <0.8548.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8548.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8548.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8548.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[608]}, {checkpoints,[{608,0}]}, {name,"rebalance_608"}, {takeover,true}] INFO REPORT <0.8548.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8548.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8549.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8549.0>:ns_vbm_sup:186: Spawned mover "default" 609 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8550.0> INFO REPORT <0.8550.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8550.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8550.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8550.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[609]}, {checkpoints,[{609,0}]}, {name,"rebalance_609"}, {takeover,true}] INFO REPORT <0.8550.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8550.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8551.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8551.0>:ns_vbm_sup:186: Spawned mover "default" 610 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8552.0> INFO REPORT <0.8552.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8552.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8552.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8552.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[610]}, {checkpoints,[{610,0}]}, {name,"rebalance_610"}, {takeover,true}] INFO REPORT <0.8552.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8552.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8553.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8553.0>:ns_vbm_sup:186: Spawned mover "default" 611 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8554.0> INFO REPORT <0.8554.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8554.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8554.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8554.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[611]}, {checkpoints,[{611,0}]}, {name,"rebalance_611"}, {takeover,true}] INFO REPORT <0.8554.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8554.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8555.0> 2011-12-05 11:16:06 =============================================================================== ns_1@10.1.5.53:<0.8555.0>:ns_vbm_sup:186: Spawned mover "default" 612 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8556.0> INFO REPORT <0.8556.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8556.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8556.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8556.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[612]}, {checkpoints,[{612,0}]}, {name,"rebalance_612"}, {takeover,true}] INFO REPORT <0.8556.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8556.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8557.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8557.0>:ns_vbm_sup:186: Spawned mover "default" 613 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8558.0> INFO REPORT <0.8558.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8558.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8558.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8558.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[613]}, {checkpoints,[{613,0}]}, {name,"rebalance_613"}, {takeover,true}] INFO REPORT <0.8558.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8558.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8559.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8559.0>:ns_vbm_sup:186: Spawned mover "default" 614 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8560.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:07 =============================================================================== memcached<0.5304.0>: Vbucket <608> is going dead. memcached<0.5304.0>: Vbucket <609> is going dead. memcached<0.5304.0>: Vbucket <610> is going dead. memcached<0.5304.0>: Vbucket <611> is going dead. memcached<0.5304.0>: Vbucket <612> is going dead. memcached<0.5304.0>: Vbucket <613> is going dead. INFO REPORT <0.8560.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8560.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8560.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8560.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[614]}, {checkpoints,[{614,0}]}, {name,"rebalance_614"}, {takeover,true}] INFO REPORT <0.8560.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8560.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8561.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8561.0>:ns_vbm_sup:186: Spawned mover "default" 615 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8562.0> INFO REPORT <0.8562.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8562.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8562.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8562.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[615]}, {checkpoints,[{615,0}]}, {name,"rebalance_615"}, {takeover,true}] INFO REPORT <0.8562.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8562.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8563.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8563.0>:ns_vbm_sup:186: Spawned mover "default" 616 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8564.0> INFO REPORT <0.8564.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8564.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8564.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8564.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[616]}, {checkpoints,[{616,0}]}, {name,"rebalance_616"}, {takeover,true}] INFO REPORT <0.8564.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8564.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8565.0> 2011-12-05 11:16:07 =============================================================================== ns_1@10.1.5.53:<0.8565.0>:ns_vbm_sup:186: Spawned mover "default" 617 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8566.0> INFO REPORT <0.8566.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8566.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8566.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8566.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[617]}, {checkpoints,[{617,0}]}, {name,"rebalance_617"}, {takeover,true}] INFO REPORT <0.8566.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8566.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8567.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8567.0>:ns_vbm_sup:186: Spawned mover "default" 618 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8568.0> INFO REPORT <0.8568.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8568.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8568.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8568.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[618]}, {checkpoints,[{618,0}]}, {name,"rebalance_618"}, {takeover,true}] INFO REPORT <0.8568.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8568.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8574.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8574.0>:ns_vbm_sup:186: Spawned mover "default" 619 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8575.0> INFO REPORT <0.8575.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8575.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8575.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8575.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[619]}, {checkpoints,[{619,0}]}, {name,"rebalance_619"}, {takeover,true}] INFO REPORT <0.8575.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8575.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8576.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8576.0>:ns_vbm_sup:186: Spawned mover "default" 620 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8577.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:08 =============================================================================== memcached<0.5304.0>: Vbucket <614> is going dead. memcached<0.5304.0>: Vbucket <615> is going dead. memcached<0.5304.0>: Vbucket <616> is going dead. memcached<0.5304.0>: Vbucket <617> is going dead. memcached<0.5304.0>: Vbucket <618> is going dead. memcached<0.5304.0>: Vbucket <619> is going dead. INFO REPORT <0.8577.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8577.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8577.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8577.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[620]}, {checkpoints,[{620,0}]}, {name,"rebalance_620"}, {takeover,true}] INFO REPORT <0.8577.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8577.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8578.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8578.0>:ns_vbm_sup:186: Spawned mover "default" 621 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8579.0> INFO REPORT <0.8579.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8579.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8579.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8579.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[621]}, {checkpoints,[{621,0}]}, {name,"rebalance_621"}, {takeover,true}] INFO REPORT <0.8579.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8579.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8580.0> 2011-12-05 11:16:08 =============================================================================== ns_1@10.1.5.53:<0.8580.0>:ns_vbm_sup:186: Spawned mover "default" 622 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8581.0> INFO REPORT <0.8581.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8581.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8581.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8581.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[622]}, {checkpoints,[{622,0}]}, {name,"rebalance_622"}, {takeover,true}] INFO REPORT <0.8581.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8581.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8582.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8582.0>:ns_vbm_sup:186: Spawned mover "default" 623 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8583.0> INFO REPORT <0.8583.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8583.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8583.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8583.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[623]}, {checkpoints,[{623,0}]}, {name,"rebalance_623"}, {takeover,true}] INFO REPORT <0.8583.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8583.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8590.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8590.0>:ns_vbm_sup:186: Spawned mover "default" 624 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8591.0> INFO REPORT <0.8591.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8591.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8591.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8591.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[624]}, {checkpoints,[{624,0}]}, {name,"rebalance_624"}, {takeover,true}] INFO REPORT <0.8591.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8591.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8592.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8592.0>:ns_vbm_sup:186: Spawned mover "default" 625 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8593.0> INFO REPORT <0.8593.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8593.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8593.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8593.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[625]}, {checkpoints,[{625,0}]}, {name,"rebalance_625"}, {takeover,true}] INFO REPORT <0.8593.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8593.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8594.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8594.0>:ns_vbm_sup:186: Spawned mover "default" 626 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8595.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:09 =============================================================================== memcached<0.5304.0>: Vbucket <620> is going dead. memcached<0.5304.0>: Vbucket <621> is going dead. memcached<0.5304.0>: Vbucket <622> is going dead. memcached<0.5304.0>: Vbucket <623> is going dead. memcached<0.5304.0>: Vbucket <624> is going dead. memcached<0.5304.0>: Vbucket <625> is going dead. INFO REPORT <0.8595.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8595.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8595.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8595.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[626]}, {checkpoints,[{626,0}]}, {name,"rebalance_626"}, {takeover,true}] INFO REPORT <0.8595.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8595.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8596.0> 2011-12-05 11:16:09 =============================================================================== ns_1@10.1.5.53:<0.8596.0>:ns_vbm_sup:186: Spawned mover "default" 627 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8597.0> INFO REPORT <0.8597.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8597.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8597.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8597.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[627]}, {checkpoints,[{627,0}]}, {name,"rebalance_627"}, {takeover,true}] INFO REPORT <0.8597.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8597.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8598.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8598.0>:ns_vbm_sup:186: Spawned mover "default" 628 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8599.0> INFO REPORT <0.8599.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8599.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8599.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8599.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[628]}, {checkpoints,[{628,0}]}, {name,"rebalance_628"}, {takeover,true}] INFO REPORT <0.8599.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8599.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8604.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8604.0>:ns_vbm_sup:186: Spawned mover "default" 629 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8605.0> INFO REPORT <0.8605.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8605.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8605.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8605.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[629]}, {checkpoints,[{629,0}]}, {name,"rebalance_629"}, {takeover,true}] INFO REPORT <0.8605.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8605.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8606.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8606.0>:ns_vbm_sup:186: Spawned mover "default" 630 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8607.0> INFO REPORT <0.8607.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8607.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8607.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8607.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[630]}, {checkpoints,[{630,0}]}, {name,"rebalance_630"}, {takeover,true}] INFO REPORT <0.8607.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8607.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8608.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8608.0>:ns_vbm_sup:186: Spawned mover "default" 631 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8609.0> INFO REPORT <0.8609.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8609.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8609.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8609.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[631]}, {checkpoints,[{631,0}]}, {name,"rebalance_631"}, {takeover,true}] INFO REPORT <0.8609.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8609.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8610.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8610.0>:ns_vbm_sup:186: Spawned mover "default" 632 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8611.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:10 =============================================================================== memcached<0.5304.0>: Vbucket <626> is going dead. memcached<0.5304.0>: Vbucket <627> is going dead. memcached<0.5304.0>: Vbucket <628> is going dead. memcached<0.5304.0>: Vbucket <629> is going dead. memcached<0.5304.0>: Vbucket <630> is going dead. memcached<0.5304.0>: Vbucket <631> is going dead. INFO REPORT <0.8611.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8611.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8611.0> 2011-12-05 11:16:10 =============================================================================== ns_1@10.1.5.53:<0.8611.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[632]}, {checkpoints,[{632,0}]}, {name,"rebalance_632"}, {takeover,true}] INFO REPORT <0.8611.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8611.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8612.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8612.0>:ns_vbm_sup:186: Spawned mover "default" 633 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8613.0> INFO REPORT <0.8613.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8613.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8613.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8613.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[633]}, {checkpoints,[{633,0}]}, {name,"rebalance_633"}, {takeover,true}] INFO REPORT <0.8613.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8613.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8615.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8615.0>:ns_vbm_sup:186: Spawned mover "default" 634 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8616.0> INFO REPORT <0.8616.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8616.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8616.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8616.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[634]}, {checkpoints,[{634,0}]}, {name,"rebalance_634"}, {takeover,true}] INFO REPORT <0.8616.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8616.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8617.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8617.0>:ns_vbm_sup:186: Spawned mover "default" 635 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8618.0> INFO REPORT <0.8618.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8618.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8618.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8618.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[635]}, {checkpoints,[{635,0}]}, {name,"rebalance_635"}, {takeover,true}] INFO REPORT <0.8618.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8618.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8619.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8619.0>:ns_vbm_sup:186: Spawned mover "default" 636 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8620.0> INFO REPORT <0.8620.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8620.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8620.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8620.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[636]}, {checkpoints,[{636,0}]}, {name,"rebalance_636"}, {takeover,true}] INFO REPORT <0.8620.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8620.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8621.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8621.0>:ns_vbm_sup:186: Spawned mover "default" 637 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8622.0> INFO REPORT <0.8622.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8622.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8622.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8622.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[637]}, {checkpoints,[{637,0}]}, {name,"rebalance_637"}, {takeover,true}] INFO REPORT <0.8622.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8622.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8623.0> 2011-12-05 11:16:11 =============================================================================== ns_1@10.1.5.53:<0.8623.0>:ns_vbm_sup:186: Spawned mover "default" 638 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8624.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:12 =============================================================================== memcached<0.5304.0>: Vbucket <632> is going dead. memcached<0.5304.0>: Vbucket <633> is going dead. memcached<0.5304.0>: Vbucket <634> is going dead. memcached<0.5304.0>: Vbucket <635> is going dead. memcached<0.5304.0>: Vbucket <636> is going dead. memcached<0.5304.0>: Vbucket <637> is going dead. INFO REPORT <0.8624.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8624.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8624.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8624.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[638]}, {checkpoints,[{638,0}]}, {name,"rebalance_638"}, {takeover,true}] INFO REPORT <0.8624.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8624.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8629.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8629.0>:ns_vbm_sup:186: Spawned mover "default" 639 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8630.0> INFO REPORT <0.8630.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8630.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8630.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8630.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[639]}, {checkpoints,[{639,0}]}, {name,"rebalance_639"}, {takeover,true}] INFO REPORT <0.8630.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8630.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8631.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8631.0>:ns_vbm_sup:186: Spawned mover "default" 640 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8632.0> INFO REPORT <0.8632.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8632.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8632.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8632.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[640]}, {checkpoints,[{640,0}]}, {name,"rebalance_640"}, {takeover,true}] INFO REPORT <0.8632.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8632.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8633.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8633.0>:ns_vbm_sup:186: Spawned mover "default" 641 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8634.0> INFO REPORT <0.8634.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8634.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8634.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8634.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[641]}, {checkpoints,[{641,0}]}, {name,"rebalance_641"}, {takeover,true}] INFO REPORT <0.8634.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8634.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8635.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8635.0>:ns_vbm_sup:186: Spawned mover "default" 642 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8636.0> INFO REPORT <0.8636.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8636.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8636.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8636.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[642]}, {checkpoints,[{642,0}]}, {name,"rebalance_642"}, {takeover,true}] INFO REPORT <0.8636.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8636.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8637.0> 2011-12-05 11:16:12 =============================================================================== ns_1@10.1.5.53:<0.8637.0>:ns_vbm_sup:186: Spawned mover "default" 643 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8638.0> INFO REPORT <0.8638.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8638.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.5304.0> 2011-12-05 11:16:13 =============================================================================== memcached<0.5304.0>: Vbucket <638> is going dead. memcached<0.5304.0>: Vbucket <639> is going dead. memcached<0.5304.0>: Vbucket <640> is going dead. memcached<0.5304.0>: Vbucket <641> is going dead. memcached<0.5304.0>: Vbucket <642> is going dead. INFO REPORT <0.8638.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8638.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[643]}, {checkpoints,[{643,0}]}, {name,"rebalance_643"}, {takeover,true}] INFO REPORT <0.8638.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8638.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8639.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8639.0>:ns_vbm_sup:186: Spawned mover "default" 644 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8640.0> INFO REPORT <0.8640.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8640.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8640.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8640.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[644]}, {checkpoints,[{644,0}]}, {name,"rebalance_644"}, {takeover,true}] INFO REPORT <0.8640.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8640.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8641.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8641.0>:ns_vbm_sup:186: Spawned mover "default" 645 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8642.0> INFO REPORT <0.8642.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8642.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8642.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8642.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[645]}, {checkpoints,[{645,0}]}, {name,"rebalance_645"}, {takeover,true}] INFO REPORT <0.8642.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8642.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8643.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8643.0>:ns_vbm_sup:186: Spawned mover "default" 646 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8644.0> INFO REPORT <0.8644.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8644.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8644.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8644.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[646]}, {checkpoints,[{646,0}]}, {name,"rebalance_646"}, {takeover,true}] INFO REPORT <0.8644.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8644.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8645.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8645.0>:ns_vbm_sup:186: Spawned mover "default" 647 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8646.0> INFO REPORT <0.8646.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8646.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8646.0> 2011-12-05 11:16:13 =============================================================================== ns_1@10.1.5.53:<0.8646.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[647]}, {checkpoints,[{647,0}]}, {name,"rebalance_647"}, {takeover,true}] INFO REPORT <0.8646.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8646.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8647.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8647.0>:ns_vbm_sup:186: Spawned mover "default" 648 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8648.0> INFO REPORT <0.5288.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.5288.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.38', [{last_heard,{1323,112572,752438}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",0.0}]}, {memory, [{total,62663992}, {processes,33597928}, {processes_used,33561456}, {system,29066064}, {atom,913745}, {atom_used,899740}, {binary,884232}, {code,8753973}, {ets,8326720}]}, {system_stats, [{cpu_utilization_rate,22.332506203473944}, {swap_total,708829184}, {swap_used,4694016}]}, {interesting_stats, [{curr_items,15027}, {curr_items_tot,15027}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {inets,"5.6"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2615}, {memory_data,{2584977408,2108780544,{<11344.496.0>,5686368}}}, {disk_data, [{"/",14501808,20}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,20}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 460572 kB\nBuffers: 127156 kB\nCached: 175100 kB\nSwapCached: 392 kB\nActive: 1012648 kB\nInactive: 412648 kB\nActive(anon): 897960 kB\nInactive(anon): 225124 kB\nActive(file): 114688 kB\nInactive(file): 187524 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 687632 kB\nDirty: 3252 kB\nWriteback: 0 kB\nAnonPages: 1122776 kB\nMapped: 7196 kB\nShmem: 16 kB\nSlab: 55972 kB\nSReclaimable: 37572 kB\nSUnreclaim: 18400 kB\nKernelStack: 1536 kB\nPageTables: 3916 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 1622136 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452472 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,704135168}, {total_swap,708829184}, {cached_memory,179302400}, {buffered_memory,130207744}, {free_memory,471625728}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2610676,1}}, {context_switches,{1605826,0}}, {garbage_collection,{1059812,3791111215,0}}, {io,{{input,94306649},{output,172531877}}}, {reductions,{1218154502,2744196}}, {run_queue,0}, {runtime,{243590,900}}]}]}, {'ns_1@10.1.5.53', [{last_heard,{1323,112569,145817}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",0.0}]}, {memory, [{total,42322712}, {processes,20311744}, {processes_used,20287336}, {system,22010968}, {atom,829953}, {atom_used,827812}, {binary,723952}, {code,7946954}, {ets,2633272}]}, {system_stats, [{cpu_utilization_rate,19.35483870967742}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats, [{curr_items,985}, {curr_items_tot,6232}, {vb_replica_curr_items,5247}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2477}, {memory_data,{2584977408,1590927360,{<0.5295.0>,2543680}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 969016 kB\nBuffers: 162380 kB\nCached: 1134076 kB\nSwapCached: 988 kB\nActive: 974468 kB\nInactive: 436528 kB\nActive(anon): 113640 kB\nInactive(anon): 1008 kB\nActive(file): 860828 kB\nInactive(file): 435520 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 2072 kB\nWriteback: 0 kB\nAnonPages: 113696 kB\nMapped: 7104 kB\nShmem: 104 kB\nSlab: 77480 kB\nSReclaimable: 67264 kB\nSUnreclaim: 10216 kB\nKernelStack: 1304 kB\nPageTables: 1764 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 369736 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1161297920}, {buffered_memory,166277120}, {free_memory,992399360}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2467848,1}}, {context_switches,{463168,0}}, {garbage_collection,{300954,700683176,0}}, {io,{{input,24187912},{output,38672303}}}, {reductions,{202978227,30547605}}, {run_queue,0}, {runtime,{57530,9960}}]}]}, {'ns_1@10.1.5.54', [{last_heard,{1323,112572,329471}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",0.0}]}, {memory, [{total,42559216}, {processes,20630376}, {processes_used,20603800}, {system,21928840}, {atom,867577}, {atom_used,835182}, {binary,531040}, {code,8044766}, {ets,2545760}]}, {system_stats, [{cpu_utilization_rate,20.437956204379564}, {swap_total,708829184}, {swap_used,3760128}]}, {interesting_stats, [{curr_items,982}, {curr_items_tot,6314}, {vb_replica_curr_items,5332}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2131}, {memory_data,{2584977408,1641648128,{<11359.5752.0>,2543680}}}, {disk_data, [{"/",14501808,14}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,14}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 919112 kB\nBuffers: 161480 kB\nCached: 671008 kB\nSwapCached: 1144 kB\nActive: 665504 kB\nInactive: 287360 kB\nActive(anon): 117808 kB\nInactive(anon): 2796 kB\nActive(file): 547696 kB\nInactive(file): 284564 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688544 kB\nDirty: 1036 kB\nWriteback: 0 kB\nAnonPages: 119420 kB\nMapped: 9464 kB\nShmem: 200 kB\nSlab: 71596 kB\nSReclaimable: 53284 kB\nSUnreclaim: 18312 kB\nKernelStack: 1320 kB\nPageTables: 1996 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 388596 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452476 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705069056}, {total_swap,708829184}, {cached_memory,687112192}, {buffered_memory,165355520}, {free_memory,941170688}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2121789,2}}, {context_switches,{636089,0}}, {garbage_collection,{684268,1679833685,0}}, {io,{{input,28593988},{output,53122162}}}, {reductions,{428586408,24668433}}, {run_queue,0}, {runtime,{135070,8530}}]}]}] INFO REPORT <0.8648.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8648.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8648.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8648.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[648]}, {checkpoints,[{648,0}]}, {name,"rebalance_648"}, {takeover,true}] INFO REPORT <0.5304.0> 2011-12-05 11:16:14 =============================================================================== memcached<0.5304.0>: Vbucket <643> is going dead. memcached<0.5304.0>: Vbucket <644> is going dead. memcached<0.5304.0>: Vbucket <645> is going dead. memcached<0.5304.0>: Vbucket <646> is going dead. memcached<0.5304.0>: Vbucket <647> is going dead. INFO REPORT <0.8648.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8648.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8662.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8662.0>:ns_vbm_sup:186: Spawned mover "default" 649 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8663.0> INFO REPORT <0.8663.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8663.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8663.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8663.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[649]}, {checkpoints,[{649,0}]}, {name,"rebalance_649"}, {takeover,true}] INFO REPORT <0.8663.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8663.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8664.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8664.0>:ns_vbm_sup:186: Spawned mover "default" 650 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8665.0> INFO REPORT <0.8665.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8665.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8665.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8665.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[650]}, {checkpoints,[{650,0}]}, {name,"rebalance_650"}, {takeover,true}] INFO REPORT <0.8665.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8665.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8666.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8666.0>:ns_vbm_sup:186: Spawned mover "default" 651 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8667.0> INFO REPORT <0.8667.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8667.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8667.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8667.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[651]}, {checkpoints,[{651,0}]}, {name,"rebalance_651"}, {takeover,true}] INFO REPORT <0.8667.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8667.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8668.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8668.0>:ns_vbm_sup:186: Spawned mover "default" 652 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8669.0> INFO REPORT <0.8669.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8669.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8669.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8669.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[652]}, {checkpoints,[{652,0}]}, {name,"rebalance_652"}, {takeover,true}] INFO REPORT <0.8669.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8669.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8670.0> 2011-12-05 11:16:14 =============================================================================== ns_1@10.1.5.53:<0.8670.0>:ns_vbm_sup:186: Spawned mover "default" 653 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8671.0> INFO REPORT <0.8671.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8671.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8671.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8671.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[653]}, {checkpoints,[{653,0}]}, {name,"rebalance_653"}, {takeover,true}] INFO REPORT <0.8671.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8671.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8672.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8672.0>:ns_vbm_sup:186: Spawned mover "default" 654 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8673.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:15 =============================================================================== memcached<0.5304.0>: Vbucket <648> is going dead. memcached<0.5304.0>: Vbucket <649> is going dead. memcached<0.5304.0>: Vbucket <650> is going dead. memcached<0.5304.0>: Vbucket <651> is going dead. memcached<0.5304.0>: Vbucket <652> is going dead. memcached<0.5304.0>: Vbucket <653> is going dead. INFO REPORT <0.8673.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8673.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8673.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8673.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[654]}, {checkpoints,[{654,0}]}, {name,"rebalance_654"}, {takeover,true}] INFO REPORT <0.8673.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8673.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8674.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8674.0>:ns_vbm_sup:186: Spawned mover "default" 655 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8675.0> INFO REPORT <0.8675.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8675.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8675.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8675.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[655]}, {checkpoints,[{655,0}]}, {name,"rebalance_655"}, {takeover,true}] INFO REPORT <0.8675.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8675.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8676.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8676.0>:ns_vbm_sup:186: Spawned mover "default" 656 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8677.0> INFO REPORT <0.8677.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8677.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8677.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8677.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[656]}, {checkpoints,[{656,0}]}, {name,"rebalance_656"}, {takeover,true}] INFO REPORT <0.8677.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8677.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8678.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8678.0>:ns_vbm_sup:186: Spawned mover "default" 657 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8679.0> INFO REPORT <0.8679.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8679.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8679.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8679.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[657]}, {checkpoints,[{657,0}]}, {name,"rebalance_657"}, {takeover,true}] INFO REPORT <0.8679.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8679.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8680.0> 2011-12-05 11:16:15 =============================================================================== ns_1@10.1.5.53:<0.8680.0>:ns_vbm_sup:186: Spawned mover "default" 658 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8681.0> INFO REPORT <0.8681.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8681.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8681.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8681.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[658]}, {checkpoints,[{658,0}]}, {name,"rebalance_658"}, {takeover,true}] INFO REPORT <0.8681.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8681.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8686.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8686.0>:ns_vbm_sup:186: Spawned mover "default" 659 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8687.0> INFO REPORT <0.8687.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8687.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8687.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8687.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[659]}, {checkpoints,[{659,0}]}, {name,"rebalance_659"}, {takeover,true}] INFO REPORT <0.5304.0> 2011-12-05 11:16:16 =============================================================================== memcached<0.5304.0>: Vbucket <654> is going dead. memcached<0.5304.0>: Vbucket <655> is going dead. memcached<0.5304.0>: Vbucket <656> is going dead. memcached<0.5304.0>: Vbucket <657> is going dead. memcached<0.5304.0>: Vbucket <658> is going dead. memcached<0.5304.0>: Vbucket <659> is going dead. INFO REPORT <0.8687.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8687.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8688.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8688.0>:ns_vbm_sup:186: Spawned mover "default" 660 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8689.0> INFO REPORT <0.8689.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8689.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8689.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8689.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[660]}, {checkpoints,[{660,0}]}, {name,"rebalance_660"}, {takeover,true}] INFO REPORT <0.8689.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8689.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8690.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8690.0>:ns_vbm_sup:186: Spawned mover "default" 661 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8691.0> INFO REPORT <0.8691.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8691.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8691.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8691.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[661]}, {checkpoints,[{661,0}]}, {name,"rebalance_661"}, {takeover,true}] INFO REPORT <0.8691.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8691.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8692.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8692.0>:ns_vbm_sup:186: Spawned mover "default" 662 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8693.0> INFO REPORT <0.8693.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8693.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8693.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8693.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[662]}, {checkpoints,[{662,0}]}, {name,"rebalance_662"}, {takeover,true}] INFO REPORT <0.8693.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8693.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8694.0> 2011-12-05 11:16:16 =============================================================================== ns_1@10.1.5.53:<0.8694.0>:ns_vbm_sup:186: Spawned mover "default" 663 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8695.0> INFO REPORT <0.8695.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8695.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8695.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8695.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[663]}, {checkpoints,[{663,0}]}, {name,"rebalance_663"}, {takeover,true}] INFO REPORT <0.8695.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8695.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8697.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8697.0>:ns_vbm_sup:186: Spawned mover "default" 664 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8698.0> INFO REPORT <0.8698.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8698.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8698.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8698.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[664]}, {checkpoints,[{664,0}]}, {name,"rebalance_664"}, {takeover,true}] INFO REPORT <0.8698.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8698.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8699.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8699.0>:ns_vbm_sup:186: Spawned mover "default" 665 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8700.0> INFO REPORT <0.8700.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8700.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8700.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8700.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[665]}, {checkpoints,[{665,0}]}, {name,"rebalance_665"}, {takeover,true}] INFO REPORT <0.8700.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8700.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8701.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8701.0>:ns_vbm_sup:186: Spawned mover "default" 666 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8702.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:17 =============================================================================== memcached<0.5304.0>: Vbucket <660> is going dead. memcached<0.5304.0>: Vbucket <661> is going dead. memcached<0.5304.0>: Vbucket <662> is going dead. memcached<0.5304.0>: Vbucket <663> is going dead. memcached<0.5304.0>: Vbucket <664> is going dead. memcached<0.5304.0>: Vbucket <665> is going dead. INFO REPORT <0.8702.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8702.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8702.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8702.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[666]}, {checkpoints,[{666,0}]}, {name,"rebalance_666"}, {takeover,true}] INFO REPORT <0.8702.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8702.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8703.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8703.0>:ns_vbm_sup:186: Spawned mover "default" 667 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8704.0> INFO REPORT <0.8704.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8704.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8704.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8704.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[667]}, {checkpoints,[{667,0}]}, {name,"rebalance_667"}, {takeover,true}] INFO REPORT <0.8704.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8704.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8705.0> 2011-12-05 11:16:17 =============================================================================== ns_1@10.1.5.53:<0.8705.0>:ns_vbm_sup:186: Spawned mover "default" 668 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8706.0> INFO REPORT <0.8706.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8706.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8706.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8706.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[668]}, {checkpoints,[{668,0}]}, {name,"rebalance_668"}, {takeover,true}] INFO REPORT <0.8706.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8706.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8711.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8711.0>:ns_vbm_sup:186: Spawned mover "default" 669 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8712.0> INFO REPORT <0.8712.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8712.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8712.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8712.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[669]}, {checkpoints,[{669,0}]}, {name,"rebalance_669"}, {takeover,true}] INFO REPORT <0.8712.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8712.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8713.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8713.0>:ns_vbm_sup:186: Spawned mover "default" 670 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8714.0> INFO REPORT <0.8714.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8714.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8714.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8714.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[670]}, {checkpoints,[{670,0}]}, {name,"rebalance_670"}, {takeover,true}] INFO REPORT <0.8714.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8714.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8715.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8715.0>:ns_vbm_sup:186: Spawned mover "default" 671 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8716.0> INFO REPORT <0.8716.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8716.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8716.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8716.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[671]}, {checkpoints,[{671,0}]}, {name,"rebalance_671"}, {takeover,true}] INFO REPORT <0.8716.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8716.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8717.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8717.0>:ns_vbm_sup:186: Spawned mover "default" 672 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8718.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:18 =============================================================================== memcached<0.5304.0>: Vbucket <666> is going dead. memcached<0.5304.0>: Vbucket <667> is going dead. memcached<0.5304.0>: Vbucket <668> is going dead. memcached<0.5304.0>: Vbucket <669> is going dead. memcached<0.5304.0>: Vbucket <670> is going dead. memcached<0.5304.0>: Vbucket <671> is going dead. INFO REPORT <0.8718.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8718.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8718.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8718.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[672]}, {checkpoints,[{672,0}]}, {name,"rebalance_672"}, {takeover,true}] INFO REPORT <0.8718.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8718.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8719.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8719.0>:ns_vbm_sup:186: Spawned mover "default" 673 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8720.0> INFO REPORT <0.8720.0> 2011-12-05 11:16:18 =============================================================================== ns_1@10.1.5.53:<0.8720.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8720.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8720.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[673]}, {checkpoints,[{673,0}]}, {name,"rebalance_673"}, {takeover,true}] INFO REPORT <0.8720.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8720.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8721.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8721.0>:ns_vbm_sup:186: Spawned mover "default" 674 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8722.0> INFO REPORT <0.8722.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8722.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8722.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8722.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[674]}, {checkpoints,[{674,0}]}, {name,"rebalance_674"}, {takeover,true}] INFO REPORT <0.8722.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8722.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8730.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8730.0>:ns_vbm_sup:186: Spawned mover "default" 675 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8731.0> INFO REPORT <0.8731.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8731.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8731.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8731.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[675]}, {checkpoints,[{675,0}]}, {name,"rebalance_675"}, {takeover,true}] INFO REPORT <0.8731.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8731.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8732.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8732.0>:ns_vbm_sup:186: Spawned mover "default" 676 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8733.0> INFO REPORT <0.8733.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8733.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8733.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8733.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[676]}, {checkpoints,[{676,0}]}, {name,"rebalance_676"}, {takeover,true}] INFO REPORT <0.8733.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8733.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8734.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8734.0>:ns_vbm_sup:186: Spawned mover "default" 677 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8735.0> INFO REPORT <0.8735.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8735.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8735.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8735.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[677]}, {checkpoints,[{677,0}]}, {name,"rebalance_677"}, {takeover,true}] INFO REPORT <0.8735.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8735.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8736.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8736.0>:ns_vbm_sup:186: Spawned mover "default" 678 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8737.0> INFO REPORT <0.5304.0> 2011-12-05 11:16:19 =============================================================================== memcached<0.5304.0>: Vbucket <672> is going dead. memcached<0.5304.0>: Vbucket <673> is going dead. memcached<0.5304.0>: Vbucket <674> is going dead. memcached<0.5304.0>: Vbucket <675> is going dead. memcached<0.5304.0>: Vbucket <676> is going dead. memcached<0.5304.0>: Vbucket <677> is going dead. INFO REPORT <0.8737.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8737.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8737.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8737.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[678]}, {checkpoints,[{678,0}]}, {name,"rebalance_678"}, {takeover,true}] INFO REPORT <0.8737.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8737.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8738.0> 2011-12-05 11:16:19 =============================================================================== ns_1@10.1.5.53:<0.8738.0>:ns_vbm_sup:186: Spawned mover "default" 679 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8739.0> INFO REPORT <0.8739.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8739.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8739.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8739.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[679]}, {checkpoints,[{679,0}]}, {name,"rebalance_679"}, {takeover,true}] INFO REPORT <0.8739.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8739.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8740.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8740.0>:ns_vbm_sup:186: Spawned mover "default" 680 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8745.0> INFO REPORT <0.8745.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8745.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8745.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8745.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[680]}, {checkpoints,[{680,0}]}, {name,"rebalance_680"}, {takeover,true}] INFO REPORT <0.8745.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8745.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8747.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8747.0>:ns_vbm_sup:186: Spawned mover "default" 681 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8748.0> INFO REPORT <0.8748.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8748.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8748.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8748.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[681]}, {checkpoints,[{681,0}]}, {name,"rebalance_681"}, {takeover,true}] INFO REPORT <0.8748.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8748.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover INFO REPORT <0.8749.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8749.0>:ns_vbm_sup:186: Spawned mover "default" 682 'ns_1@10.1.5.53' -> 'ns_1@10.1.5.38': <0.8750.0> INFO REPORT <0.8750.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8750.0>:ebucketmigrator_srv:132: CheckpointIdsDict: {dict,682,137,256,128,685,411, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {{[[0|1],[622|1],[933|1]], [[490|1],[545|1],[856|1]], [[102|1],[413|1]], [[25|1],[647|1],[958|1]], [[570|1],[881|1]], [[127|1],[438|1]], [[50|1],[361|1],[672|1],[983|1]], [[595|1],[906|1]], [[152|1],[463|1],[518|1]], [[75|1],[386|1],[569|1],[880|1],[1008|1]], [[126|1],[437|1],[620|1],[931|1]], [[49|1],[360|1],[488|1],[543|1],[671|1],[854|1],[982|1]], [[100|1],[411|1],[594|1],[905|1]], [[23|1],[151|1],[462|1],[517|1],[645|1],[956|1]], [[74|1],[385|1],[568|1],[879|1],[1007|1]], [[125|1],[436|1],[619|1],[930|1]]}, {[[48|1],[359|1],[487|1],[542|1],[670|1],[981|1]], [[99|1],[410|1],[593|1],[904|1]], [[22|1],[150|1],[461|1],[516|1],[644|1],[955|1]], [[73|1],[384|1],[567|1],[878|1],[1006|1]], [[124|1],[435|1],[618|1],[929|1]], [[47|1],[358|1],[486|1],[541|1],[669|1],[980|1]], [[98|1],[409|1],[592|1],[903|1]], [[21|1],[149|1],[460|1],[515|1],[643|1],[954|1]], [[72|1],[383|1],[511|1],[566|1],[877|1],[1005|1]], [[123|1],[434|1],[617|1],[928|1]], [[46|1],[357|1],[485|1],[540|1],[668|1],[979|1]], [[97|1],[408|1],[591|1],[902|1]], [[20|1],[148|1],[459|1],[514|1],[642|1],[953|1]], [[71|1],[382|1],[510|1],[565|1],[876|1],[1004|1]], [[122|1],[433|1],[616|1],[927|1]], [[45|1],[356|1],[484|1],[539|1],[667|1],[978|1]]}, {[[96|1],[407|1],[590|1],[901|1]], [[19|1],[147|1],[458|1],[513|1],[641|1],[952|1]], [[70|1],[381|1],[509|1],[564|1],[875|1],[1003|1]], [[121|1],[432|1],[615|1],[926|1]], [[44|1],[355|1],[483|1],[538|1],[666|1],[977|1]], [[95|1],[406|1],[589|1],[900|1]], [[18|1],[146|1],[457|1],[512|1],[640|1],[951|1]], [[69|1],[380|1],[508|1],[563|1],[874|1],[1002|1]], [[120|1],[431|1],[614|1],[925|1]], [[43|1],[354|1],[482|1],[537|1],[665|1],[976|1]], [[94|1],[405|1],[588|1],[899|1]], [[17|1],[145|1],[456|1],[639|1],[950|1]], [[68|1],[379|1],[507|1],[562|1],[873|1],[1001|1]], [[119|1],[430|1],[613|1],[924|1]], [[42|1],[170|1],[353|1],[481|1],[536|1],[664|1],[975|1]], [[93|1],[404|1],[587|1],[898|1]]}, {[[16|1],[144|1],[455|1],[638|1],[949|1]], [[67|1],[378|1],[506|1],[561|1],[872|1],[1000|1]], [[118|1],[429|1],[612|1],[923|1]], [[41|1],[169|1],[352|1],[480|1],[535|1],[663|1],[974|1]], [[92|1],[403|1],[586|1],[897|1]], [[15|1],[143|1],[454|1],[637|1],[948|1]], [[66|1],[377|1],[505|1],[560|1],[871|1],[999|1]], [[117|1],[428|1],[611|1],[922|1]], [[40|1],[168|1],[351|1],[479|1],[534|1],[662|1],[973|1]], [[91|1],[402|1],[585|1],[896|1]], [[14|1],[142|1],[453|1],[636|1],[947|1]], [[65|1],[376|1],[504|1],[559|1],[870|1],[998|1]], [[116|1],[427|1],[610|1],[921|1]], [[39|1],[167|1],[350|1],[478|1],[533|1],[661|1],[972|1]], [[90|1],[401|1],[584|1],[895|1],[1023|1]], [[13|1],[141|1],[452|1],[635|1],[946|1]]}, {[[64|1],[375|1],[503|1],[558|1],[869|1],[997|1]], [[115|1],[426|1],[609|1],[920|1]], [[38|1],[166|1],[349|1],[477|1],[532|1],[660|1],[971|1]], [[89|1],[400|1],[583|1],[894|1],[1022|1]], [[12|1],[140|1],[451|1],[634|1],[945|1]], [[63|1],[374|1],[502|1],[557|1],[868|1],[996|1]], [[114|1],[425|1],[608|1],[919|1]], [[37|1],[165|1],[348|1],[476|1],[531|1],[659|1],[970|1]], [[88|1],[399|1],[582|1],[893|1],[1021|1]], [[11|1],[139|1],[450|1],[633|1],[944|1]], [[62|1],[373|1],[501|1],[556|1],[867|1],[995|1]], [[113|1],[424|1],[607|1],[918|1]], [[36|1],[164|1],[347|1],[475|1],[530|1],[658|1],[969|1]], [[87|1],[398|1],[581|1],[892|1],[1020|1]], [[10|1],[138|1],[449|1],[632|1],[943|1]], [[61|1],[372|1],[500|1],[555|1],[866|1],[994|1]]}, {[[112|1],[423|1],[606|1],[917|1]], [[35|1],[163|1],[346|1],[474|1],[529|1],[657|1],[968|1]], [[86|1],[397|1],[580|1],[891|1],[1019|1]], [[9|1],[137|1],[448|1],[631|1],[942|1]], [[60|1],[371|1],[499|1],[554|1],[682|1],[865|1],[993|1]], [[111|1],[422|1],[605|1],[916|1]], [[34|1],[162|1],[345|1],[473|1],[528|1],[656|1],[967|1]], [[85|1],[396|1],[579|1],[890|1],[1018|1]], [[8|1],[136|1],[447|1],[630|1],[941|1]], [[59|1],[370|1],[498|1],[553|1],[681|1],[864|1],[992|1]], [[110|1],[421|1],[604|1],[915|1]], [[33|1],[161|1],[344|1],[472|1],[527|1],[655|1],[966|1]], [[84|1],[395|1],[578|1],[889|1],[1017|1]], [[7|1],[135|1],[446|1],[629|1],[940|1]], [[58|1],[369|1],[497|1],[552|1],[680|1],[863|1],[991|1]], [[109|1],[420|1],[603|1],[914|1]]}, {[[32|1],[160|1],[343|1],[471|1],[526|1],[654|1],[965|1]], [[83|1],[394|1],[577|1],[888|1],[1016|1]], [[6|1],[134|1],[445|1],[628|1],[939|1]], [[57|1],[368|1],[496|1],[551|1],[679|1],[862|1],[990|1]], [[108|1],[419|1],[602|1],[913|1]], [[31|1],[159|1],[342|1],[470|1],[525|1],[653|1],[964|1]], [[82|1],[393|1],[576|1],[887|1],[1015|1]], [[5|1],[133|1],[444|1],[627|1],[938|1]], [[56|1],[367|1],[495|1],[550|1],[678|1],[861|1],[989|1]], [[107|1],[418|1],[601|1],[912|1]], [[30|1],[158|1],[469|1],[524|1],[652|1],[963|1]], [[81|1],[392|1],[575|1],[886|1],[1014|1]], [[4|1],[132|1],[443|1],[626|1],[937|1]], [[55|1],[366|1],[494|1],[549|1],[677|1],[860|1],[988|1]], [[106|1],[417|1],[600|1],[911|1]], [[29|1],[157|1],[468|1],[523|1],[651|1],[962|1]]}, {[[80|1],[391|1],[574|1],[885|1],[1013|1]], [[3|1],[131|1],[442|1],[625|1],[936|1]], [[54|1],[365|1],[493|1],[548|1],[676|1],[859|1],[987|1]], [[105|1],[416|1],[599|1],[910|1]], [[28|1],[156|1],[467|1],[522|1],[650|1],[961|1]], [[79|1],[390|1],[573|1],[884|1],[1012|1]], [[2|1],[130|1],[441|1],[624|1],[935|1]], [[53|1],[364|1],[492|1],[547|1],[675|1],[858|1],[986|1]], [[104|1],[415|1],[598|1],[909|1]], [[27|1],[155|1],[466|1],[521|1],[649|1],[960|1]], [[78|1],[389|1],[572|1],[883|1],[1011|1]], [[1|1],[129|1],[440|1],[623|1],[934|1]], [[52|1],[363|1],[491|1],[546|1],[674|1],[857|1],[985|1]], [[103|1],[414|1],[597|1],[908|1]], [[26|1],[154|1],[465|1],[520|1],[648|1],[959|1]], [[77|1],[388|1],[571|1],[882|1],[1010|1]]}, {[[128|1],[439|1]], [[51|1],[362|1],[673|1],[984|1]], [[596|1],[907|1]], [[153|1],[464|1],[519|1]], [[76|1],[387|1],[1009|1]], [[621|1],[932|1]], [[489|1],[544|1],[855|1]], [[101|1],[412|1]], [[24|1],[646|1],[957|1]], [],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}} INFO REPORT <0.8750.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8750.0>:ebucketmigrator_srv:162: Starting tap stream: [{vbuckets,[682]}, {checkpoints,[{682,0}]}, {name,"rebalance_682"}, {takeover,true}] INFO REPORT <0.8750.0> 2011-12-05 11:16:20 =============================================================================== ns_1@10.1.5.53:<0.8750.0>:ebucketmigrator_srv:208: Skipping close ack for successfull takover ERROR REPORT <0.8751.0> 2011-12-05 11:16:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** INFO REPORT <0.5304.0> 2011-12-05 11:16:20 =============================================================================== memcached<0.5304.0>: Vbucket <678> is going dead. memcached<0.5304.0>: Vbucket <679> is going dead. memcached<0.5304.0>: Vbucket <680> is going dead. memcached<0.5304.0>: Vbucket <681> is going dead. memcached<0.5304.0>: Vbucket <682> is going dead. INFO REPORT <0.5437.0> 2011-12-05 11:16:22 =============================================================================== ns_1@10.1.5.53:<0.5437.0>:ebucketmigrator_srv:240: Got close ack! INFO REPORT <0.64.0> 2011-12-05 11:16:22 =============================================================================== ns_log: logging ns_cluster:1:Node 'ns_1@10.1.5.53' is leaving cluster. INFO REPORT <0.5347.0> 2011-12-05 11:16:22 =============================================================================== ns_1@10.1.5.53:<0.5347.0>:single_bucket_sup:27: Delegating exit {'EXIT', <0.5308.0>, shutdown} to child supervisor: <0.5348.0> INFO REPORT <0.5349.0> 2011-12-05 11:16:22 =============================================================================== ns_log: logging ns_memcached:2:Shutting down bucket "default" on 'ns_1@10.1.5.53' for server shutdown INFO REPORT <0.5347.0> 2011-12-05 11:16:23 =============================================================================== ns_1@10.1.5.53:<0.5347.0>:single_bucket_sup:24: per-bucket supervisor for "default" died with reason shutdown ERROR REPORT <0.5287.0> 2011-12-05 11:16:23 =============================================================================== ns_1@10.1.5.53:<0.5287.0>:ns_heart:137: Failed to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.1.5.53'}, {latest,"minute"}]}}} ERROR REPORT <0.5287.0> 2011-12-05 11:16:23 =============================================================================== ns_1@10.1.5.53:<0.5287.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} ERROR REPORT <0.5287.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.5287.0>:ns_heart:137: Failed to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.1.5.53'}, {latest,"minute"}]}}} ERROR REPORT <0.5287.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.5287.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.5290.0> 2011-12-05 11:16:24 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.5297.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.5290.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.8771.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] INFO REPORT <0.5304.0> 2011-12-05 11:16:24 =============================================================================== memcached<0.5304.0>: EOL on stdin. Exiting INFO REPORT <0.5302.0> 2011-12-05 11:16:24 =============================================================================== moxi<0.5302.0>: EOL on stdin. Exiting INFO REPORT <0.5295.0> 2011-12-05 11:16:24 =============================================================================== menelaus_web streaming socket closed by client INFO REPORT <0.7.0> 2011-12-05 11:16:24 =============================================================================== application mnesia exited stopped type temporary PROGRESS REPORT <0.8777.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<0.8778.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <0.8779.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.8780.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.8779.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.8781.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.8779.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.8782.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.8779.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.8783.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] PROGRESS REPORT <0.8779.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.8784.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <0.8779.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.8785.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.8779.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.8786.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.8779.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.8787.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.8779.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<0.8788.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <0.8777.0> 2011-12-05 11:16:24 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<0.8779.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.7.0> 2011-12-05 11:16:24 =============================================================================== application mnesia started_at 'ns_1@10.1.5.53' INFO REPORT <0.67.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:409: Committed schema to disk. INFO REPORT <0.67.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_controller terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_tm terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_recover terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:166: Info from Mnesia: mnesia_locker terminated: shutdown INFO REPORT <0.67.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:169: Saw Mnesia go down on 'ns_1@10.1.5.53' INFO REPORT <0.67.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,schema, [{name,schema}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,false}, {record_name,schema}, {attributes,[table,cstruct]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112584,300402},'ns_1@10.1.5.53'}}, {version,{{3,0},{'ns_1@10.1.5.53',{1323,112584,301379}}}}]}, {tid,3,<0.8791.0>}} INFO REPORT <0.119.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config_default:243: Upgrading config from 1.6 to 1.7 INFO REPORT <0.119.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@10.1.5.53',config_version},{1,7}}, {set, {node,'ns_1@10.1.5.53',memcached}, [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {set, {node,'ns_1@10.1.5.53',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {set,port_servers, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {set, {node,'ns_1@10.1.5.53',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {set,directory,"/opt/couchbase/var/lib/couchbase/config"}] INFO REPORT <0.119.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config_default:267: Upgrading config from 1.7 to 1.7.1 INFO REPORT <0.119.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@10.1.5.53',config_version},{1,7,1}}, {set,email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {set,auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}] INFO REPORT <0.119.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config_default:278: Upgrading config from 1.7.1 to 1.7.2 INFO REPORT <0.119.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@10.1.5.53',config_version},{1,7,2}}] INFO REPORT <0.119.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config_default:332: Upgrading config from 1.7.2 to 1.8.0 INFO REPORT <0.119.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config:417: Upgrading config by changes: [{set,{node,'ns_1@10.1.5.53',config_version},{1,8,0}}] INFO REPORT <0.119.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.119.0>:ns_config:462: Upgraded initial config: {config, {full,"/opt/couchbase/etc/couchbase/config",undefined,ns_config_default}, [[], [{directory,"/opt/couchbase/var/lib/couchbase/config"}, {nodes_wanted,['ns_1@10.1.5.53']}, {{node,'ns_1@10.1.5.53',membership},active}, {rest,[{port,8091}]}, {{node,'ns_1@10.1.5.53',rest},[{port,8091},{port_meta,global}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.5.53',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.53',memcached}, [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1972}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.5.53',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.5.53',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{directory, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, 47,111,112,116,47,99,111,117,99,104,98,97,115,101,47,118,97,114,47, 108,105,98,47,99,111,117,99,104,98,97,115,101,47,99,111,110,102, 105,103]}, {{node,'ns_1@10.1.5.53',config_version}, [{'_vclock',[{'ns_1@10.1.5.53',{4,63490331784}}]}|{1,8,0}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {buckets,[{configs,[]}]}, {email_alerts, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {memory_quota,1972}, {nodes_wanted,['ns_1@10.1.5.53']}, {port_servers, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.5.53',isasl}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.53',membership},active}, {{node,'ns_1@10.1.5.53',memcached}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.53',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.5.53',ns_log}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.1.5.53',rest},[{port,8091},{port_meta,global}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false} INFO REPORT <0.118.0> 2011-12-05 11:16:24 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <0.118.0> 2011-12-05 11:16:24 =============================================================================== config change: {node,'ns_1@10.1.5.53',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:16:24 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.53'] INFO REPORT <0.118.0> 2011-12-05 11:16:24 =============================================================================== config change: otp -> [{cookie,czrbhztunroaepei}] INFO REPORT <0.64.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_storage_conf:337: Result of deleting db directory: "/opt/couchbase/var/lib/couchbase/data/default-data": ok INFO REPORT <0.64.0> 2011-12-05 11:16:24 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:131: Leaving cluster PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8811.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8812.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8813.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.8814.0>}, {name,ns_node_disco_events}, {mfargs,{gen_event,start_link,[{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.8815.0> 2011-12-05 11:16:25 =============================================================================== Initting ns_node_disco with [] INFO REPORT <0.8816.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.8816.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.53'], with cookie: czrbhztunroaepei INFO REPORT <0.8816.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.53'], with cookie: czrbhztunroaepei PROGRESS REPORT <0.8813.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.8815.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8813.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.8818.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8813.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.8819.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.8820.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.8820.0>:ns_config_rep:56: init pulling INFO REPORT <0.8814.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.53'] INFO REPORT <0.8820.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.8820.0>:ns_config_rep:58: init pushing INFO REPORT <0.8820.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.8820.0>:ns_config_rep:62: init reannouncing INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: otp -> [{cookie,czrbhztunroaepei}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.53'] INFO REPORT <0.8822.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: {node,'ns_1@10.1.5.53',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: directory -> "/opt/couchbase/var/lib/couchbase/config" INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: {node,'ns_1@10.1.5.53',config_version} -> {1,8,0} PROGRESS REPORT <0.8813.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.8820.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.8824.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco cookie_sync PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8813.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: buckets -> [{configs,[]}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8825.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small]}] INFO REPORT <0.8822.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.53'], with cookie: czrbhztunroaepei INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: memory_quota -> 1972 INFO REPORT <0.8824.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.53'], with cookie: czrbhztunroaepei INFO REPORT <0.123.0> 2011-12-05 11:16:25 =============================================================================== Writing isasl passwd file: "/opt/couchbase/var/lib/couchbase/data/isasl.pw" INFO REPORT <0.8822.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.53'], with cookie: czrbhztunroaepei INFO REPORT <0.8824.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.53'], with cookie: czrbhztunroaepei INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: port_servers -> [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: replication -> [{enabled,true}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: rest_creds -> ******** INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: {node,'ns_1@10.1.5.53',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> active INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: {node,'ns_1@10.1.5.53',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: {node,'ns_1@10.1.5.53',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== config change: {node,'ns_1@10.1.5.53',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:16:25 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.8820.0> 2011-12-05 11:16:25 =============================================================================== Pushing config INFO REPORT <0.8826.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.8826.0>:mb_master:97: I'm the only node, so I'm the master. INFO REPORT <0.8828.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.8828.0>:misc:785: start_singleton(gen_fsm, ns_orchestrator, [], []): started as <0.8829.0> on 'ns_1@10.1.5.53' PROGRESS REPORT <0.8828.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<0.8829.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] INFO REPORT <0.8820.0> 2011-12-05 11:16:25 =============================================================================== Pushing config done INFO REPORT <0.8828.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.8828.0>:misc:785: start_singleton(gen_server, ns_tick, [], []): started as <0.8830.0> on 'ns_1@10.1.5.53' PROGRESS REPORT <0.8828.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<0.8830.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] INFO REPORT <0.8832.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.8832.0>:auto_failover:120: init auto_failover. INFO REPORT <0.8828.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.8828.0>:misc:785: start_singleton(gen_server, auto_failover, [], []): started as <0.8832.0> on 'ns_1@10.1.5.53' PROGRESS REPORT <0.8828.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<0.8832.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8826.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8833.0>}, {name,buckets_events}, {mfargs,{gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8834.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<0.8835.0>}, {name,ns_mail}, {mfargs,{ns_mail,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8834.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<0.8836.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8834.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.8812.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.8812.0>:ns_mail_log:45: ns_mail_log started up PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8837.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8838.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8840.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.8842.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.8840.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.8844.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.8837.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.8837.0>:ns_heart:137: Failed to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.1.5.53'}, {latest,"minute"}]}}} PROGRESS REPORT <0.8840.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.8845.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.8840.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.8846.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] INFO REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== ns_log: logging menelaus_sup:1:Couchbase Server has started on web port 8091 on node 'ns_1@10.1.5.53'. PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8840.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.8838.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.8838.0>:ns_doctor:82: Got initial status [{'ns_1@10.1.5.53', [{last_heard, {1323,112585, 346019}}, {active_buckets, []}, {ready_buckets, []}, {replication,[]}, {memory, [{total, 26559880}, {processes, 7092432}, {processes_used, 7043848}, {system, 19467448}, {atom,829953}, {atom_used, 827868}, {binary, 306944}, {code,7946954}, {ets,566024}]}, {system_stats, [{cpu_utilization_rate, 0}, {swap_total,0}, {swap_used, 0}]}, {interesting_stats, []}, {cluster_compatibility_version, 1}, {version, [{os_mon, "2.2.6"}, {mnesia, "4.4.19"}, {kernel, "2.14.4"}, {sasl, "2.1.9.4"}, {ns_server, "1.8.0r-27-g1061a74-enterprise"}, {stdlib, "1.17.4"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock, 2494}, {memory_data, {2584977408, 1590927360, {<0.5295.0>, 2543680}}}, {disk_data, [{"/",14501808, 17}, {"/dev", 1257364,1}, {"/dev/shm", 1262196,0}, {"/var/run", 1262196,1}, {"/var/lock", 1262196,0}, {"/lib/init/rw", 1262196,0}, {"/boot", 233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1058448 kB\nBuffers: 162380 kB\nCached: 1120536 kB\nSwapCached: 988 kB\nActive: 889580 kB\nInactive: 432452 kB\nActive(anon): 38212 kB\nInactive(anon): 1008 kB\nActive(file): 851368 kB\nInactive(file): 431444 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 1016 kB\nWriteback: 4 kB\nAnonPages: 38240 kB\nMapped: 4292 kB\nShmem: 104 kB\nSlab: 77232 kB\nSReclaimable: 67020 kB\nSUnreclaim: 10212 kB\nKernelStack: 1168 kB\nPageTables: 1380 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 137560 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory, 2584977408}, {free_swap, 705007616}, {total_swap, 708829184}, {cached_memory, 1147428864}, {buffered_memory, 166277120}, {free_memory, 1083850752}, {total_memory, 2584977408}]}, {statistics, [{wall_clock, {2494055, 1209}}, {context_switches, {494518,0}}, {garbage_collection, {371746, 861807945, 0}}, {io, {{input, 24425551}, {output, 41026217}}}, {reductions, {240927219, 596000}}, {run_queue,0}, {runtime, {69200, 90}}]}]}] PROGRESS REPORT <0.8847.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.8848.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] INFO REPORT <0.8849.0> 2011-12-05 11:16:25 =============================================================================== starting ns_port_server with delay of 5000 PROGRESS REPORT <0.8847.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.8849.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.8851.0> 2011-12-05 11:16:25 =============================================================================== starting ns_port_server with delay of 5000 PROGRESS REPORT <0.8847.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.8851.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8847.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8853.0>}, {name,ns_stats_event}, {mfargs,{gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8854.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8855.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8856.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8857.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-minute' PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8858.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8861.0>}, {name,ns_moxi_sup_work_queue}, {mfargs,{work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.8810.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.8862.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.54.0> 2011-12-05 11:16:25 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<0.8810.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,353486},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,4,<0.8860.0>}} INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,353486},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,4,<0.8860.0>}} INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-hour' INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,360232},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,5,<0.8870.0>}} INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,360232},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,5,<0.8870.0>}} INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-day' INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,364746},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,6,<0.8877.0>}} INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,364746},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,6,<0.8877.0>}} INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-week' INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,369000},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,7,<0.8884.0>}} INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,369000},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,7,<0.8884.0>}} INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-month' INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,374210},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,8,<0.8891.0>}} INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,374210},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,8,<0.8891.0>}} INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-year' INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,405715},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,9,<0.8898.0>}} INFO REPORT <0.67.0> 2011-12-05 11:16:25 =============================================================================== ns_1@10.1.5.53:<0.67.0>:mb_mnesia:199: Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@10.1.5.53']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {majority,false}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1323,112585,405715},'ns_1@10.1.5.53'}}, {version,{{2,0},[]}}]}, {tid,9,<0.8898.0>}} ERROR REPORT <0.8916.0> 2011-12-05 11:16:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** INFO REPORT <0.64.0> 2011-12-05 11:17:10 =============================================================================== ********* RB: UNPRINTABLE REPORT ******** INFO REPORT <0.64.0> 2011-12-05 11:17:10 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:98: engage_cluster(..) -> {ok,ok} ERROR REPORT <0.9007.0> 2011-12-05 11:17:10 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.59' ** INFO REPORT <0.64.0> 2011-12-05 11:17:10 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:102: handling complete_join([{<<"targetNode">>, <<"ns_1@10.1.5.53">>}, {<<"availableStorage">>, {struct, [{<<"hdd">>, [{struct, [{<<"path">>, <<"/">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 11}]}, {struct, [{<<"path">>, <<"/dev">>}, {<<"sizeKBytes">>, 1257364}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/dev/shm">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/run">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/var/lock">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/lib/init/rw">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/lib/ureadahead/debugfs">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 11}]}, {struct, [{<<"path">>, <<"/boot">>}, {<<"sizeKBytes">>, 233191}, {<<"usagePercent">>, 8}]}]}]}}, {<<"memoryQuota">>, 1972}, {<<"storageTotals">>, {struct, [{<<"ram">>, {struct, [{<<"usedByData">>, 26968704}, {<<"total">>, 2584977408.0}, {<<"quotaTotal">>, 2067791872}, {<<"used">>, 1368117248}]}}, {<<"hdd">>, {struct, [{<<"usedByData">>, 2550360}, {<<"total">>, 14849851392.0}, {<<"quotaTotal">>, 14849851392.0}, {<<"used">>, 1633483653}, {<<"free">>, 13216367739.0}]}}]}}, {<<"storage">>, {struct, [{<<"ssd">>, []}, {<<"hdd">>, [{struct, [{<<"path">>, <<"/opt/membase/var/lib/membase/data">>}, {<<"quotaMb">>, <<"none">>}, {<<"state">>, <<"ok">>}]}]}]}}, {<<"systemStats">>, {struct, [{<<"cpu_utilization_rate">>, 0.23923444976076555}, {<<"swap_total">>, 708829184}, {<<"swap_used">>, 249856}]}}, {<<"interestingStats">>, {struct, [{<<"curr_items">>, 0}, {<<"curr_items_tot">>, 0}, {<<"vb_replica_curr_items">>, 0}]}}, {<<"uptime">>, <<"584845">>}, {<<"memoryTotal">>, 2584977408.0}, {<<"memoryFree">>, 1216860160}, {<<"mcdMemoryReserved">>, 1972}, {<<"mcdMemoryAllocated">>, 1972}, {<<"otpNode">>, <<"ns_1@10.1.5.59">>}, {<<"otpCookie">>, <<"pgrerltnvxhwqdmr">>}, {<<"clusterMembership">>, <<"active">>}, {<<"status">>, <<"healthy">>}, {<<"hostname">>, <<"10.1.5.59:8091">>}, {<<"clusterCompatibility">>, 1}, {<<"version">>, <<"1.7.2r-20-g6604356">>}, {<<"os">>, <<"x86_64-unknown-linux-gnu">>}, {<<"ports">>, {struct, [{<<"proxy">>, 11211}, {<<"direct">>, 11210}]}}]) INFO REPORT <0.64.0> 2011-12-05 11:17:10 =============================================================================== ns_log: logging ns_cluster:2:Node 'ns_1@10.1.5.53' is joining cluster via node 'ns_1@10.1.5.59'. INFO REPORT <0.8852.0> 2011-12-05 11:17:11 =============================================================================== memcached<0.8852.0>: EOL on stdin. Exiting INFO REPORT <0.8843.0> 2011-12-05 11:17:11 =============================================================================== menelaus_web streaming socket closed by client INFO REPORT <0.8850.0> 2011-12-05 11:17:11 =============================================================================== moxi<0.8850.0>: EOL on stdin. Exiting ERROR REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== ** gen_event handler ns_port_init crashed. ** Was installed in ns_config_events ** Last event was: {i_am_a_dead_man,true} ** When handler state == {state} ** Reason == {shutdown,{gen_server,call, [ns_port_sup,which_children,infinity]}} INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: i_am_a_dead_man -> true INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.8820.0> 2011-12-05 11:17:11 =============================================================================== Pushing config INFO REPORT <0.8820.0> 2011-12-05 11:17:11 =============================================================================== Pushing config done INFO REPORT <0.64.0> 2011-12-05 11:17:11 =============================================================================== ns_cluster: joining cluster. Child has exited. INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: otp -> [{cookie,pgrerltnvxhwqdmr}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.53','ns_1@10.1.5.59'] INFO REPORT <0.64.0> 2011-12-05 11:17:11 =============================================================================== pre-join cleaned config is: {config,{}, [[], [{directory,"/opt/couchbase/var/lib/couchbase/config"}, {nodes_wanted,['ns_1@10.1.5.53']}, {{node,'ns_1@10.1.5.53',membership},active}, {rest,[{port,8091}]}, {{node,'ns_1@10.1.5.53',rest},[{port,8091},{port_meta,global}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.5.53',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.53',memcached}, [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1972}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.5.53',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.5.53',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,true}, {email_server, [{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down, auto_failover_cluster_too_small]}]}, {replication,[{enabled,true}]}, {auto_failover_cfg, [{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}]], [[{nodes_wanted,['ns_1@10.1.5.53','ns_1@10.1.5.59']}, {{node,'ns_1@10.1.5.53',ns_log}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.1.5.53',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.5.53',memcached}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.5.53',isasl}, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.1.5.53',config_version}, [{'_vclock',[{'ns_1@10.1.5.53',{4,63490331784}}]}|{1,8,0}]}, {directory, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331784}}]}, 47,111,112,116,47,99,111,117,99,104,98,97,115,101,47,118,97,114,47, 108,105,98,47,99,111,117,99,104,98,97,115,101,47,99,111,110,102, 105,103]}, {{node,'ns_1@10.1.5.53',rest},[{port,8091},{port_meta,global}]}, {otp, [{'_vclock',[{'ns_1@10.1.5.53',{1,63490331831}}]}, {cookie,pgrerltnvxhwqdmr}]}]], ns_config_default} INFO REPORT <0.64.0> 2011-12-05 11:17:11 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:597: Connection from 'ns_1@10.1.5.53' to 'ns_1@10.1.5.59': true INFO REPORT <0.64.0> 2011-12-05 11:17:11 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:606: Join status: {ok,ok}, starting ns_server_cluster back INFO REPORT <0.9019.0> 2011-12-05 11:17:11 =============================================================================== ns_log:init(): Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log": {error, enoent} PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9019.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9020.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9021.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.9022.0>}, {name,ns_node_disco_events}, {mfargs,{gen_event,start_link,[{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.9023.0> 2011-12-05 11:17:11 =============================================================================== Initting ns_node_disco with ['ns_1@10.1.5.59'] INFO REPORT <0.9024.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.9024.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.53','ns_1@10.1.5.59'], with cookie: pgrerltnvxhwqdmr INFO REPORT <0.9024.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.53','ns_1@10.1.5.59'], with cookie: pgrerltnvxhwqdmr PROGRESS REPORT <0.9021.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.9023.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9021.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.9026.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9021.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.9027.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.9022.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.5.53','ns_1@10.1.5.59'] INFO REPORT <0.9028.0> 2011-12-05 11:17:11 =============================================================================== ns_1@10.1.5.53:<0.9028.0>:ns_config_rep:56: init pulling INFO REPORT <0.9028.0> 2011-12-05 11:17:11 =============================================================================== ns_1@10.1.5.53:<0.9028.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.59' INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] INFO REPORT <0.9028.0> 2011-12-05 11:17:11 =============================================================================== ns_1@10.1.5.53:<0.9028.0>:ns_config_rep:58: init pushing INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: buckets -> [{configs,[{"default", [{sasl_password,[]}, {num_replicas,1}, {ram_quota,2067791872}, {auth_type,sasl}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.59']}, {map,[['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59'|...], [...]|...]}]}]}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"membase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small]}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: memory_quota -> 1972 INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.53','ns_1@10.1.5.59'] INFO REPORT <0.9032.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: port_servers -> [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] INFO REPORT <0.9028.0> 2011-12-05 11:17:11 =============================================================================== ns_1@10.1.5.53:<0.9028.0>:ns_config_rep:62: init reannouncing INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: replication -> [{enabled,true}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: rest_creds -> ******** INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> inactiveAdded INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',config_version} -> {1,7,2} INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',isasl} -> [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',membership} -> active INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',memcached} -> [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',ns_log} -> [{filename,"/opt/membase/var/lib/membase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.9032.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.53','ns_1@10.1.5.59'], with cookie: pgrerltnvxhwqdmr INFO REPORT <0.123.0> 2011-12-05 11:17:11 =============================================================================== Writing isasl passwd file: "/opt/couchbase/var/lib/couchbase/data/isasl.pw" INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco_conf_events config all PROGRESS REPORT <0.9021.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<0.9028.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9021.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9037.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: auto_failover_cfg -> [{enabled,false},{timeout,30},{max_nodes,1},{count,0}] INFO REPORT <0.9028.0> 2011-12-05 11:17:11 =============================================================================== Pushing config INFO REPORT <0.9032.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.53','ns_1@10.1.5.59'], with cookie: pgrerltnvxhwqdmr INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: buckets -> [{configs,[{"default", [{sasl_password,[]}, {num_replicas,1}, {ram_quota,2067791872}, {auth_type,sasl}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.59']}, {map,[['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59'|...], [...]|...]}]}]}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: directory -> "/opt/couchbase/var/lib/couchbase/config" INFO REPORT <0.9028.0> 2011-12-05 11:17:11 =============================================================================== Pushing config done INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: email_alerts -> [{recipients,["root@localhost"]}, {sender,"membase@localhost"}, {enabled,true}, {email_server,[{user,[]}, {pass,[]}, {host,"localhost"}, {port,25}, {encrypt,false}]}, {alerts,[auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small]}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: memory_quota -> 1972 INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.5.53','ns_1@10.1.5.59'] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: otp -> [{cookie,pgrerltnvxhwqdmr}] INFO REPORT <0.9041.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.9042.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco cookie_sync INFO REPORT <0.9041.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.53','ns_1@10.1.5.59'], with cookie: pgrerltnvxhwqdmr INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: port_servers -> [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: replication -> [{enabled,true}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: rest_creds -> ******** INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',config_version} -> {1,8,0} INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',isasl} -> [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> inactiveAdded INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',memcached} -> [{port,11210}, {dbdir,"/opt/couchbase/var/lib/couchbase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {initfile,"/opt/couchbase/etc/couchbase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.9042.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.5.53','ns_1@10.1.5.59'], with cookie: pgrerltnvxhwqdmr INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',ns_log} -> [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.53',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',config_version} -> {1,7,2} INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',isasl} -> [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',membership} -> active INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',memcached} -> [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',ns_log} -> [{filename,"/opt/membase/var/lib/membase/data/ns_log"}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== config change: {node,'ns_1@10.1.5.59',rest} -> [{port,8091},{port_meta,global}] INFO REPORT <0.118.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.9041.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.53','ns_1@10.1.5.59'], with cookie: pgrerltnvxhwqdmr INFO REPORT <0.9042.0> 2011-12-05 11:17:11 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.5.53','ns_1@10.1.5.59'], with cookie: pgrerltnvxhwqdmr INFO REPORT <0.9028.0> 2011-12-05 11:17:11 =============================================================================== Pushing config INFO REPORT <0.9038.0> 2011-12-05 11:17:11 =============================================================================== ns_1@10.1.5.53:<0.9038.0>:mb_master:113: Starting as candidate. Peers: ['ns_1@10.1.5.53', 'ns_1@10.1.5.59'] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9038.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9043.0>}, {name,buckets_events}, {mfargs,{gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9044.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<0.9045.0>}, {name,ns_mail}, {mfargs,{ns_mail,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9044.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_mail_sup} started [{pid,<0.9046.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9044.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.9020.0> 2011-12-05 11:17:11 =============================================================================== ns_1@10.1.5.53:<0.9020.0>:ns_mail_log:45: ns_mail_log started up PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9047.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9048.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.9028.0> 2011-12-05 11:17:11 =============================================================================== Pushing config done PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9054.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9056.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9057.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9058.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9047.0> 2011-12-05 11:17:11 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:137: Failed to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@10.1.5.53'}, {latest,"minute"}]}}} INFO REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== ns_log: logging menelaus_sup:1:Couchbase Server has started on web port 8091 on node 'ns_1@10.1.5.53'. PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9050.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.9048.0> 2011-12-05 11:17:11 =============================================================================== ns_1@10.1.5.53:<0.9048.0>:ns_doctor:82: Got initial status [{'ns_1@10.1.5.53', [{last_heard, {1323,112631, 601979}}, {active_buckets, []}, {ready_buckets, []}, {replication, [{"default", 1.0}]}, {memory, [{total, 29025984}, {processes, 9300680}, {processes_used, 9251792}, {system, 19725304}, {atom,829953}, {atom_used, 827978}, {binary, 466080}, {code,7946954}, {ets,627880}]}, {system_stats, [{cpu_utilization_rate, 0}, {swap_total,0}, {swap_used, 0}]}, {interesting_stats, []}, {cluster_compatibility_version, 1}, {version, [{os_mon, "2.2.6"}, {mnesia, "4.4.19"}, {kernel, "2.14.4"}, {sasl, "2.1.9.4"}, {ns_server, "1.8.0r-27-g1061a74-enterprise"}, {stdlib, "1.17.4"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock, 2540}, {memory_data, {2584977408, 1501503488, {<0.119.0>, 1572280}}}, {disk_data, [{"/",14501808, 17}, {"/dev", 1257364,1}, {"/dev/shm", 1262196,0}, {"/var/run", 1262196,1}, {"/var/lock", 1262196,0}, {"/lib/init/rw", 1262196,0}, {"/boot", 233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1058980 kB\nBuffers: 162380 kB\nCached: 1120672 kB\nSwapCached: 988 kB\nActive: 889696 kB\nInactive: 432528 kB\nActive(anon): 38268 kB\nInactive(anon): 1008 kB\nActive(file): 851428 kB\nInactive(file): 431520 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 60 kB\nWriteback: 0 kB\nAnonPages: 38344 kB\nMapped: 4320 kB\nShmem: 104 kB\nSlab: 77144 kB\nSReclaimable: 67020 kB\nSUnreclaim: 10124 kB\nKernelStack: 1264 kB\nPageTables: 1544 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 138256 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory, 2584977408}, {free_swap, 705007616}, {total_swap, 708829184}, {cached_memory, 1147568128}, {buffered_memory, 166277120}, {free_memory, 1084395520}, {total_memory, 2584977408}]}, {statistics, [{wall_clock, {2540310,21}}, {context_switches, {500803,0}}, {garbage_collection, {373118, 864043381, 0}}, {io, {{input, 24584267}, {output, 41415061}}}, {reductions, {241737129, 91469}}, {run_queue,0}, {runtime, {69730, 20}}]}]}, {'ns_1@10.1.5.59', [{last_heard, {1323,112631, 601989}}, {active_buckets, ["default"]}, {ready_buckets, ["default"]}, {replication, [{"default", 0.0}]}, {memory, [{total, 39461856}, {processes, 14182216}, {processes_used, 14165624}, {system, 25279640}, {atom,900817}, {atom_used, 877022}, {binary, 1005496}, {code,8635493}, {ets, 4217856}]}, {system_stats, [{cpu_utilization_rate, 3.0232558139534884}, {swap_total, 708829184}, {swap_used, 249856}]}, {interesting_stats, [{curr_items,0}, {curr_items_tot, 0}, {vb_replica_curr_items, 0}]}, {cluster_compatibility_version, 1}, {version, [{os_mon, "2.2.5"}, {mnesia, "4.4.17"}, {inets, "5.5.2"}, {kernel, "2.14.3"}, {sasl, "2.1.9.3"}, {ns_server, "1.7.2r-20-g6604356"}, {stdlib, "1.17.3"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock, 584851}, {memory_data, {2584977408, 1368117248, {<12134.268.0>, 1201592}}}, {disk_data, [{"/",14501808, 11}, {"/dev", 1257364,1}, {"/dev/shm", 1262196,0}, {"/var/run", 1262196,1}, {"/var/lock", 1262196,0}, {"/lib/init/rw", 1262196,0}, {"/var/lib/ureadahead/debugfs", 14501808,11}, {"/boot", 233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1187340 kB\nBuffers: 161416 kB\nCached: 414604 kB\nSwapCached: 244 kB\nActive: 438588 kB\nInactive: 255080 kB\nActive(anon): 112640 kB\nInactive(anon): 5228 kB\nActive(file): 325948 kB\nInactive(file): 249852 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 691972 kB\nDirty: 148 kB\nWriteback: 0 kB\nAnonPages: 117448 kB\nMapped: 7688 kB\nShmem: 216 kB\nSlab: 63172 kB\nSReclaimable: 45168 kB\nSUnreclaim: 18004 kB\nKernelStack: 1304 kB\nPageTables: 1680 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 368708 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452448 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory, 2584977408}, {free_swap, 708579328}, {total_swap, 708829184}, {cached_memory, 424554496}, {buffered_memory, 165289984}, {free_memory, 1215836160}, {total_memory, 2584977408}]}, {statistics, [{wall_clock, {584850925, 6}}, {context_switches, {58015101,0}}, {garbage_collection, {12252339, 22245821772, 0}}, {io, {{input, 1303568895}, {output, 2310843325}}}, {reductions, {9160731915, 458847}}, {run_queue,0}, {runtime, {208140, 40}}]}]}] PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9060.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] INFO REPORT <0.9061.0> 2011-12-05 11:17:11 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9062.0> 2011-12-05 11:17:11 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9062.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9061.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9061.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9061.0> 2011-12-05 11:17:11 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9061.0> 2011-12-05 11:17:11 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9061.0> 2011-12-05 11:17:11 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9061.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9063.0> 2011-12-05 11:17:11 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9064.0> 2011-12-05 11:17:11 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9064.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9063.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9063.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9063.0> 2011-12-05 11:17:11 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9063.0> 2011-12-05 11:17:11 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9063.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9059.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] INFO REPORT <0.9063.0> 2011-12-05 11:17:11 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9065.0>}, {name,ns_stats_event}, {mfargs,{gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9066.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9067.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9068.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9069.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9070.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9071.0>}, {name,ns_moxi_sup_work_queue}, {mfargs,{work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <0.9018.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<0.9072.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <0.54.0> 2011-12-05 11:17:11 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<0.9018.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <0.64.0> 2011-12-05 11:17:11 =============================================================================== ns_log: logging ns_cluster:3:Node ns_1@10.1.5.53 joined cluster INFO REPORT <0.64.0> 2011-12-05 11:17:11 =============================================================================== ns_1@10.1.5.53:<0.64.0>:ns_cluster:104: complete_join([{<<"targetNode">>, <<"ns_1@10.1.5.53">>}, {<<"availableStorage">>, {struct, [{<<"hdd">>, [{struct, [{<<"path">>, <<"/">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 11}]}, {struct, [{<<"path">>, <<"/dev">>}, {<<"sizeKBytes">>, 1257364}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/dev/shm">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/run">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 1}]}, {struct, [{<<"path">>, <<"/var/lock">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/lib/init/rw">>}, {<<"sizeKBytes">>, 1262196}, {<<"usagePercent">>, 0}]}, {struct, [{<<"path">>, <<"/var/lib/ureadahead/debugfs">>}, {<<"sizeKBytes">>, 14501808}, {<<"usagePercent">>, 11}]}, {struct, [{<<"path">>, <<"/boot">>}, {<<"sizeKBytes">>, 233191}, {<<"usagePercent">>, 8}]}]}]}}, {<<"memoryQuota">>, 1972}, {<<"storageTotals">>, {struct, [{<<"ram">>, {struct, [{<<"usedByData">>, 26968704}, {<<"total">>, 2584977408.0}, {<<"quotaTotal">>, 2067791872}, {<<"used">>, 1368117248}]}}, {<<"hdd">>, {struct, [{<<"usedByData">>, 2550360}, {<<"total">>, 14849851392.0}, {<<"quotaTotal">>, 14849851392.0}, {<<"used">>, 1633483653}, {<<"free">>, 13216367739.0}]}}]}}, {<<"storage">>, {struct, [{<<"ssd">>,[]}, {<<"hdd">>, [{struct, [{<<"path">>, <<"/opt/membase/var/lib/membase/data">>}, {<<"quotaMb">>, <<"none">>}, {<<"state">>, <<"ok">>}]}]}]}}, {<<"systemStats">>, {struct, [{<<"cpu_utilization_rate">>, 0.23923444976076555}, {<<"swap_total">>, 708829184}, {<<"swap_used">>, 249856}]}}, {<<"interestingStats">>, {struct, [{<<"curr_items">>,0}, {<<"curr_items_tot">>, 0}, {<<"vb_replica_curr_items">>, 0}]}}, {<<"uptime">>, <<"584845">>}, {<<"memoryTotal">>, 2584977408.0}, {<<"memoryFree">>, 1216860160}, {<<"mcdMemoryReserved">>, 1972}, {<<"mcdMemoryAllocated">>, 1972}, {<<"otpNode">>, <<"ns_1@10.1.5.59">>}, {<<"otpCookie">>, <<"pgrerltnvxhwqdmr">>}, {<<"clusterMembership">>, <<"active">>}, {<<"status">>, <<"healthy">>}, {<<"hostname">>, <<"10.1.5.59:8091">>}, {<<"clusterCompatibility">>, 1}, {<<"version">>, <<"1.7.2r-20-g6604356">>}, {<<"os">>, <<"x86_64-unknown-linux-gnu">>}, {<<"ports">>, {struct, [{<<"proxy">>,11211}, {<<"direct">>, 11210}]}}]) -> {ok, ok} INFO REPORT <0.118.0> 2011-12-05 11:17:12 =============================================================================== config change: {node,'ns_1@10.1.5.53',membership} -> active INFO REPORT <0.118.0> 2011-12-05 11:17:12 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.9028.0> 2011-12-05 11:17:12 =============================================================================== Pushing config INFO REPORT <0.9028.0> 2011-12-05 11:17:12 =============================================================================== Pushing config done INFO REPORT <0.118.0> 2011-12-05 11:17:12 =============================================================================== config change: rebalance_status -> running INFO REPORT <0.118.0> 2011-12-05 11:17:12 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.9028.0> 2011-12-05 11:17:12 =============================================================================== Pushing config INFO REPORT <0.9028.0> 2011-12-05 11:17:12 =============================================================================== Pushing config done INFO REPORT <0.9066.0> 2011-12-05 11:17:12 =============================================================================== ns_1@10.1.5.53:<0.9066.0>:ns_bucket_sup:75: Starting new child: {{per_bucket_sup, "default"}, {single_bucket_sup, start_link, ["default"]}, permanent, infinity, supervisor, [single_bucket_sup]} PROGRESS REPORT <0.9067.0> 2011-12-05 11:17:12 =============================================================================== supervisor {local,ns_bucket_sup} started [{pid,<0.9080.0>}, {name,{per_bucket_sup,"default"}}, {mfargs,{single_bucket_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] ERROR REPORT <0.9082.0> 2011-12-05 11:17:12 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. INFO REPORT <0.118.0> 2011-12-05 11:17:12 =============================================================================== config change: buckets -> [{configs,[{"default", [{sasl_password,[]}, {num_replicas,1}, {ram_quota,2067791872}, {auth_type,sasl}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.5.59','ns_1@10.1.5.53']}, {map,[['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59',undefined], ['ns_1@10.1.5.59'|...], [...]|...]}]}]}] INFO REPORT <0.118.0> 2011-12-05 11:17:12 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.9028.0> 2011-12-05 11:17:12 =============================================================================== Pushing config INFO REPORT <0.9028.0> 2011-12-05 11:17:12 =============================================================================== Pushing config done INFO REPORT <0.9038.0> 2011-12-05 11:17:12 =============================================================================== ns_1@10.1.5.53:<0.9038.0>:mb_master:450: Got new peer supporting versioning: 'ns_1@10.1.5.59' INFO REPORT <0.9038.0> 2011-12-05 11:17:12 =============================================================================== ns_1@10.1.5.53:<0.9038.0>:mb_master:424: Switching from compatible to normal mode INFO REPORT <0.9038.0> 2011-12-05 11:17:12 =============================================================================== ns_1@10.1.5.53:<0.9038.0>:mb_master:233: Changing master from undefined to 'ns_1@10.1.5.59' ERROR REPORT <0.9082.0> 2011-12-05 11:17:13 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:14 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:15 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:16 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:17:16 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:17:16 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9057.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:16 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9098.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9061.0> 2011-12-05 11:17:16 =============================================================================== ** Generic server <0.9061.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112631,603115},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9061.0> 2011-12-05 11:17:16 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9061.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 6765 stack_size 24 reductions 1482 ERROR REPORT <0.9063.0> 2011-12-05 11:17:16 =============================================================================== ** Generic server <0.9063.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112631,603756},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:16 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9061.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9099.0> 2011-12-05 11:17:16 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9063.0> 2011-12-05 11:17:16 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9063.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1323 CRASH REPORT <0.9100.0> 2011-12-05 11:17:16 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9100.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9099.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9099.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9099.0> 2011-12-05 11:17:16 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9099.0> 2011-12-05 11:17:16 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9099.0> 2011-12-05 11:17:16 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:17:16 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 1 times in the past 5.001362 secs (last seen 5.001362 secs ago PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:16 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9099.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:16 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9063.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9101.0> 2011-12-05 11:17:16 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9102.0> 2011-12-05 11:17:16 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9102.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9101.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9101.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9101.0> 2011-12-05 11:17:16 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:17:16 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 1 times in the past 5.001274 secs (last seen 5.001274 secs ago INFO REPORT <0.9101.0> 2011-12-05 11:17:16 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9101.0> 2011-12-05 11:17:16 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:16 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9101.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9082.0> 2011-12-05 11:17:17 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:18 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:19 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:20 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9111.0> 2011-12-05 11:17:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.9082.0> 2011-12-05 11:17:21 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:17:21 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:17:21 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9098.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:21 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9120.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9099.0> 2011-12-05 11:17:21 =============================================================================== ** Generic server <0.9099.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112636,604495},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9099.0> 2011-12-05 11:17:21 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9099.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1280 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:21 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9099.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker ERROR REPORT <0.9101.0> 2011-12-05 11:17:21 =============================================================================== ** Generic server <0.9101.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112636,605034},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9101.0> 2011-12-05 11:17:21 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9101.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1315 INFO REPORT <0.9121.0> 2011-12-05 11:17:21 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9122.0> 2011-12-05 11:17:21 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9122.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9121.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9121.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9121.0> 2011-12-05 11:17:21 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:17:21 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 2 times in the past 10.002544 secs (last seen 5.001182 secs ago INFO REPORT <0.9121.0> 2011-12-05 11:17:21 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9121.0> 2011-12-05 11:17:21 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:21 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9121.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:21 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9101.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9123.0> 2011-12-05 11:17:21 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9124.0> 2011-12-05 11:17:21 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9124.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9123.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9123.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9123.0> 2011-12-05 11:17:21 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9123.0> 2011-12-05 11:17:21 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9123.0> 2011-12-05 11:17:21 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:17:21 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 2 times in the past 10.002754 secs (last seen 5.00148 secs ago PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:21 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9123.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9082.0> 2011-12-05 11:17:22 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. INFO REPORT <0.118.0> 2011-12-05 11:17:23 =============================================================================== config change: rebalance_status -> {none,<<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>} INFO REPORT <0.118.0> 2011-12-05 11:17:23 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.9028.0> 2011-12-05 11:17:23 =============================================================================== Pushing config INFO REPORT <0.9028.0> 2011-12-05 11:17:23 =============================================================================== Pushing config done ERROR REPORT <0.9082.0> 2011-12-05 11:17:23 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:24 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:25 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:26 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:17:26 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:17:26 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9120.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:26 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9145.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9121.0> 2011-12-05 11:17:26 =============================================================================== ** Generic server <0.9121.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112641,605604},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9121.0> 2011-12-05 11:17:26 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9121.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 6765 stack_size 24 reductions 1482 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:26 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9121.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9146.0> 2011-12-05 11:17:26 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9147.0> 2011-12-05 11:17:26 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9147.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9146.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9146.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9146.0> 2011-12-05 11:17:26 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s ERROR REPORT <0.9123.0> 2011-12-05 11:17:26 =============================================================================== ** Generic server <0.9123.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112641,606406},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9123.0> 2011-12-05 11:17:26 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9123.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1315 INFO REPORT <0.9146.0> 2011-12-05 11:17:26 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9146.0> 2011-12-05 11:17:26 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:26 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9146.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:26 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9123.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9148.0> 2011-12-05 11:17:26 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9149.0> 2011-12-05 11:17:26 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9149.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9148.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9148.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9148.0> 2011-12-05 11:17:26 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9148.0> 2011-12-05 11:17:26 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9148.0> 2011-12-05 11:17:26 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:26 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9148.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:17:26 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 3 times in the past 15.003905 secs (last seen 5.001361 secs ago INFO REPORT <0.9019.0> 2011-12-05 11:17:26 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 3 times in the past 15.003343 secs (last seen 5.000589 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:17:27 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:28 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:29 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:30 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9160.0> 2011-12-05 11:17:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** ERROR REPORT <0.9082.0> 2011-12-05 11:17:31 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:17:31 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:17:31 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9145.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:31 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9169.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9146.0> 2011-12-05 11:17:31 =============================================================================== ** Generic server <0.9146.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112646,606578},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9146.0> 2011-12-05 11:17:31 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9146.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1279 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:31 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9146.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9170.0> 2011-12-05 11:17:31 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9171.0> 2011-12-05 11:17:31 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9171.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9170.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9170.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9170.0> 2011-12-05 11:17:31 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9170.0> 2011-12-05 11:17:31 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9170.0> 2011-12-05 11:17:31 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:31 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9170.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9148.0> 2011-12-05 11:17:31 =============================================================================== ** Generic server <0.9148.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112646,606989},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9148.0> 2011-12-05 11:17:31 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9148.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 1184 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:31 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9148.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9172.0> 2011-12-05 11:17:31 =============================================================================== starting ns_port_server with delay of 5000 INFO REPORT <0.9172.0> 2011-12-05 11:17:31 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s CRASH REPORT <0.9173.0> 2011-12-05 11:17:31 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9173.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9172.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9172.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9172.0> 2011-12-05 11:17:31 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9172.0> 2011-12-05 11:17:31 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:31 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9172.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:17:31 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 4 times in the past 20.004312 secs (last seen 5.000969 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:17:32 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:33 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:34 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:35 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:36 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:17:36 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:17:36 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9169.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:36 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9190.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9170.0> 2011-12-05 11:17:36 =============================================================================== ** Generic server <0.9170.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112651,606901},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9170.0> 2011-12-05 11:17:36 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9170.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 6765 stack_size 24 reductions 1377 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:36 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9170.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9191.0> 2011-12-05 11:17:36 =============================================================================== starting ns_port_server with delay of 5000 ERROR REPORT <0.9172.0> 2011-12-05 11:17:36 =============================================================================== ** Generic server <0.9172.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112651,607749},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9192.0> 2011-12-05 11:17:36 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9192.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9191.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9191.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 CRASH REPORT <0.9172.0> 2011-12-05 11:17:36 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9172.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 1083 INFO REPORT <0.9191.0> 2011-12-05 11:17:36 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:17:36 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 4 times in the past 25.004947 secs (last seen 10.001042 secs ago PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:36 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9191.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9191.0> 2011-12-05 11:17:36 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:36 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9172.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9191.0> 2011-12-05 11:17:36 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9193.0> 2011-12-05 11:17:36 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9194.0> 2011-12-05 11:17:36 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9194.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9193.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9193.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9193.0> 2011-12-05 11:17:36 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9193.0> 2011-12-05 11:17:36 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9193.0> 2011-12-05 11:17:36 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:36 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9193.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:17:36 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 5 times in the past 25.005717 secs (last seen 5.001405 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:17:37 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:38 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:39 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:40 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. INFO REPORT <0.9028.0> 2011-12-05 11:17:40 =============================================================================== ns_1@10.1.5.53:<0.9028.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.59' ERROR REPORT <0.9082.0> 2011-12-05 11:17:41 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:17:41 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:17:41 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9190.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:41 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9215.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9191.0> 2011-12-05 11:17:41 =============================================================================== ** Generic server <0.9191.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112656,607991},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9191.0> 2011-12-05 11:17:41 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9191.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1279 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:41 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9191.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9216.0> 2011-12-05 11:17:41 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9217.0> 2011-12-05 11:17:41 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9217.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9216.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9216.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9216.0> 2011-12-05 11:17:41 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9216.0> 2011-12-05 11:17:41 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9216.0> 2011-12-05 11:17:41 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:41 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9216.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9193.0> 2011-12-05 11:17:41 =============================================================================== ** Generic server <0.9193.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112656,608563},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9193.0> 2011-12-05 11:17:41 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9193.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1343 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:41 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9193.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9218.0> 2011-12-05 11:17:41 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9219.0> 2011-12-05 11:17:41 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9219.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9218.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9218.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9218.0> 2011-12-05 11:17:41 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:17:41 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 6 times in the past 30.005589 secs (last seen 4.999872 secs ago INFO REPORT <0.9218.0> 2011-12-05 11:17:41 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9218.0> 2011-12-05 11:17:41 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:41 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9218.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9082.0> 2011-12-05 11:17:42 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:43 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:44 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:45 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:46 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:17:46 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:17:46 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9215.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:46 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9234.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9216.0> 2011-12-05 11:17:46 =============================================================================== ** Generic server <0.9216.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112661,608548},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9216.0> 2011-12-05 11:17:46 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9216.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 6765 stack_size 24 reductions 1377 ERROR REPORT <0.9218.0> 2011-12-05 11:17:46 =============================================================================== ** Generic server <0.9218.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112661,609222},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9218.0> 2011-12-05 11:17:46 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9218.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 1163 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:46 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9216.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9235.0> 2011-12-05 11:17:46 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9236.0> 2011-12-05 11:17:46 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9236.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9235.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9235.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9235.0> 2011-12-05 11:17:46 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:17:46 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 5 times in the past 35.007085 secs (last seen 10.002138 secs ago INFO REPORT <0.9235.0> 2011-12-05 11:17:46 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9235.0> 2011-12-05 11:17:46 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:46 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9235.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:46 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9218.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9237.0> 2011-12-05 11:17:46 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9238.0> 2011-12-05 11:17:46 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9238.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9237.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9237.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9237.0> 2011-12-05 11:17:46 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9237.0> 2011-12-05 11:17:46 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9237.0> 2011-12-05 11:17:46 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:46 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9237.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:17:46 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 7 times in the past 35.007768 secs (last seen 5.002179 secs ago INFO REPORT <0.9019.0> 2011-12-05 11:17:46 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 1 times in the past 20.004437 secs (last seen 20.004437 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:17:47 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:48 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:49 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:50 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:51 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:17:51 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:17:51 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9234.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:51 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9256.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9235.0> 2011-12-05 11:17:51 =============================================================================== ** Generic server <0.9235.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112666,610193},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} ERROR REPORT <0.9237.0> 2011-12-05 11:17:51 =============================================================================== ** Generic server <0.9237.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112666,610912},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9235.0> 2011-12-05 11:17:51 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9235.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 6765 stack_size 24 reductions 1378 CRASH REPORT <0.9237.0> 2011-12-05 11:17:51 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9237.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1320 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:51 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9235.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9257.0> 2011-12-05 11:17:51 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9258.0> 2011-12-05 11:17:51 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9258.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9257.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9257.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9257.0> 2011-12-05 11:17:51 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9257.0> 2011-12-05 11:17:51 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9019.0> 2011-12-05 11:17:51 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 6 times in the past 40.008448 secs (last seen 5.001363 secs ago INFO REPORT <0.9257.0> 2011-12-05 11:17:51 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:51 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9257.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:51 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9237.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9259.0> 2011-12-05 11:17:51 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9260.0> 2011-12-05 11:17:51 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9260.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9259.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9259.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9259.0> 2011-12-05 11:17:51 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9259.0> 2011-12-05 11:17:51 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9019.0> 2011-12-05 11:17:51 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 8 times in the past 40.008277 secs (last seen 5.000509 secs ago INFO REPORT <0.9259.0> 2011-12-05 11:17:51 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:51 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9259.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9082.0> 2011-12-05 11:17:52 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:53 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:54 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. INFO REPORT <0.118.0> 2011-12-05 11:17:55 =============================================================================== config change: rebalance_status -> running INFO REPORT <0.118.0> 2011-12-05 11:17:55 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.9028.0> 2011-12-05 11:17:55 =============================================================================== Pushing config INFO REPORT <0.9028.0> 2011-12-05 11:17:55 =============================================================================== Pushing config done ERROR REPORT <0.9082.0> 2011-12-05 11:17:55 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:56 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:17:56 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:17:56 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9256.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:17:56 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9283.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9257.0> 2011-12-05 11:17:56 =============================================================================== ** Generic server <0.9257.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112671,611582},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9257.0> 2011-12-05 11:17:56 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9257.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1279 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:56 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9257.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9284.0> 2011-12-05 11:17:56 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9285.0> 2011-12-05 11:17:56 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9285.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9284.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9284.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9284.0> 2011-12-05 11:17:56 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s ERROR REPORT <0.9259.0> 2011-12-05 11:17:56 =============================================================================== ** Generic server <0.9259.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112671,612007},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} INFO REPORT <0.9284.0> 2011-12-05 11:17:56 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <0.9259.0> 2011-12-05 11:17:56 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9259.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1316 INFO REPORT <0.9284.0> 2011-12-05 11:17:56 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:56 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9284.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:17:56 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9259.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9286.0> 2011-12-05 11:17:56 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9287.0> 2011-12-05 11:17:56 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9287.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9286.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9286.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9286.0> 2011-12-05 11:17:56 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:17:56 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 7 times in the past 45.009387 secs (last seen 5.000939 secs ago INFO REPORT <0.9019.0> 2011-12-05 11:17:56 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 9 times in the past 45.008818 secs (last seen 5.000541 secs ago INFO REPORT <0.9286.0> 2011-12-05 11:17:56 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9286.0> 2011-12-05 11:17:56 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:17:56 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9286.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9082.0> 2011-12-05 11:17:57 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:58 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:17:59 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:00 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:01 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:18:01 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:01 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9283.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:01 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9302.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9284.0> 2011-12-05 11:18:01 =============================================================================== ** Generic server <0.9284.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112676,611946},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9284.0> 2011-12-05 11:18:01 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9284.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1279 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:01 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9284.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9303.0> 2011-12-05 11:18:01 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9304.0> 2011-12-05 11:18:01 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9304.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9303.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9303.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 ERROR REPORT <0.9286.0> 2011-12-05 11:18:01 =============================================================================== ** Generic server <0.9286.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112676,612541},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} INFO REPORT <0.9303.0> 2011-12-05 11:18:01 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s CRASH REPORT <0.9286.0> 2011-12-05 11:18:01 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9286.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 1175 INFO REPORT <0.9019.0> 2011-12-05 11:18:01 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 8 times in the past 50.009589 secs (last seen 5.000202 secs ago INFO REPORT <0.9303.0> 2011-12-05 11:18:01 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9303.0> 2011-12-05 11:18:01 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:01 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9303.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:01 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9286.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9305.0> 2011-12-05 11:18:01 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9306.0> 2011-12-05 11:18:01 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9306.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9305.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9305.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9305.0> 2011-12-05 11:18:01 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:18:01 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 10 times in the past 50.009961 secs (last seen 5.001143 secs ago INFO REPORT <0.9305.0> 2011-12-05 11:18:01 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9305.0> 2011-12-05 11:18:01 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:01 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9305.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9082.0> 2011-12-05 11:18:02 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:03 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:04 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:05 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. INFO REPORT <0.118.0> 2011-12-05 11:18:06 =============================================================================== config change: rebalance_status -> {none,<<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>} INFO REPORT <0.118.0> 2011-12-05 11:18:06 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <0.9028.0> 2011-12-05 11:18:06 =============================================================================== Pushing config INFO REPORT <0.9028.0> 2011-12-05 11:18:06 =============================================================================== Pushing config done ERROR REPORT <0.9082.0> 2011-12-05 11:18:06 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:18:06 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:06 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9302.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:06 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9322.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9303.0> 2011-12-05 11:18:06 =============================================================================== ** Generic server <0.9303.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112681,612714},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9303.0> 2011-12-05 11:18:06 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9303.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 6765 stack_size 24 reductions 1378 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:06 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9303.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9323.0> 2011-12-05 11:18:06 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9324.0> 2011-12-05 11:18:06 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9324.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9323.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9323.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9323.0> 2011-12-05 11:18:06 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s ERROR REPORT <0.9305.0> 2011-12-05 11:18:06 =============================================================================== ** Generic server <0.9305.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112681,613663},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9305.0> 2011-12-05 11:18:06 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9305.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1339 INFO REPORT <0.9323.0> 2011-12-05 11:18:06 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9323.0> 2011-12-05 11:18:06 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:06 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9323.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:06 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9305.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9325.0> 2011-12-05 11:18:06 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9326.0> 2011-12-05 11:18:06 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9326.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9325.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9325.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9325.0> 2011-12-05 11:18:06 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9325.0> 2011-12-05 11:18:06 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9325.0> 2011-12-05 11:18:06 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:06 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9325.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:18:06 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 11 times in the past 55.011087 secs (last seen 5.001126 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:18:07 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:08 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:09 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:10 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:11 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. INFO REPORT <0.9048.0> 2011-12-05 11:18:11 =============================================================================== ns_1@10.1.5.53:<0.9048.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.5.53', [{last_heard,{1323,112686,600528}}, {active_buckets,[]}, {ready_buckets,[]}, {replication,[{"default",1.0}]}, {memory, [{total,30581768}, {processes,11045360}, {processes_used,11006576}, {system,19536408}, {atom,829953}, {atom_used,828155}, {binary,199856}, {code,7947130}, {ets,695992}]}, {system_stats, [{cpu_utilization_rate,0.23696682464454977}, {swap_total,708829184}, {swap_used,3821568}]}, {interesting_stats,[]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.6"}, {mnesia,"4.4.19"}, {kernel,"2.14.4"}, {sasl,"2.1.9.4"}, {ns_server,"1.8.0r-27-g1061a74-enterprise"}, {stdlib,"1.17.4"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,2595}, {memory_data,{2584977408,1503031296,{<0.119.0>,1943224}}}, {disk_data, [{"/",14501808,17}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1055844 kB\nBuffers: 162380 kB\nCached: 1121072 kB\nSwapCached: 988 kB\nActive: 892188 kB\nInactive: 432788 kB\nActive(anon): 40648 kB\nInactive(anon): 1008 kB\nActive(file): 851540 kB\nInactive(file): 431780 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 688484 kB\nDirty: 124 kB\nWriteback: 0 kB\nAnonPages: 40772 kB\nMapped: 4340 kB\nShmem: 104 kB\nSlab: 77088 kB\nSReclaimable: 67020 kB\nSUnreclaim: 10068 kB\nKernelStack: 1152 kB\nPageTables: 1396 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 140548 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452352 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,705007616}, {total_swap,708829184}, {cached_memory,1147977728}, {buffered_memory,166277120}, {free_memory,1081184256}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{2585311,0}}, {context_switches,{508127,0}}, {garbage_collection,{374219,867854777,0}}, {io,{{input,24804010},{output,42045916}}}, {reductions,{242851223,383189}}, {run_queue,0}, {runtime,{70110,90}}]}]}, {'ns_1@10.1.5.59', [{last_heard,{1323,112690,892133}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",0.0}]}, {memory, [{total,46568232}, {processes,21131792}, {processes_used,21102648}, {system,25436440}, {atom,900817}, {atom_used,877022}, {binary,1015752}, {code,8635493}, {ets,4363056}]}, {system_stats, [{cpu_utilization_rate,0.2375296912114014}, {swap_total,708829184}, {swap_used,249856}]}, {interesting_stats, [{curr_items,0},{curr_items_tot,0},{vb_replica_curr_items,0}]}, {cluster_compatibility_version,1}, {version, [{os_mon,"2.2.5"}, {mnesia,"4.4.17"}, {inets,"5.5.2"}, {kernel,"2.14.3"}, {sasl,"2.1.9.3"}, {ns_server,"1.7.2r-20-g6604356"}, {stdlib,"1.17.3"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,584910}, {memory_data,{2584977408,1374855168,{<12134.4234.41>,1572280}}}, {disk_data, [{"/",14501808,11}, {"/dev",1257364,1}, {"/dev/shm",1262196,0}, {"/var/run",1262196,1}, {"/var/lock",1262196,0}, {"/lib/init/rw",1262196,0}, {"/var/lib/ureadahead/debugfs",14501808,11}, {"/boot",233191,8}]}, {meminfo, <<"MemTotal: 2524392 kB\nMemFree: 1181760 kB\nBuffers: 161416 kB\nCached: 415448 kB\nSwapCached: 244 kB\nActive: 442996 kB\nInactive: 255776 kB\nActive(anon): 116912 kB\nInactive(anon): 5228 kB\nActive(file): 326084 kB\nInactive(file): 250548 kB\nUnevictable: 0 kB\nMlocked: 0 kB\nSwapTotal: 692216 kB\nSwapFree: 691972 kB\nDirty: 380 kB\nWriteback: 0 kB\nAnonPages: 121788 kB\nMapped: 7696 kB\nShmem: 216 kB\nSlab: 63200 kB\nSReclaimable: 45196 kB\nSUnreclaim: 18004 kB\nKernelStack: 1304 kB\nPageTables: 1712 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nWritebackTmp: 0 kB\nCommitLimit: 1954412 kB\nCommitted_AS: 371900 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 281600 kB\nVmallocChunk: 34359452448 kB\nHardwareCorrupted: 0 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugePages_Surp: 0\nHugepagesize: 2048 kB\nDirectMap4k: 10240 kB\nDirectMap2M: 2562048 kB\n">>}, {system_memory_data, [{system_total_memory,2584977408}, {free_swap,708579328}, {total_swap,708829184}, {cached_memory,425418752}, {buffered_memory,165289984}, {free_memory,1210122240}, {total_memory,2584977408}]}, {statistics, [{wall_clock,{584895910,1}}, {context_switches,{58033149,0}}, {garbage_collection,{12255502,22270086157,0}}, {io,{{input,1304008327},{output,2312455755}}}, {reductions,{9167318155,1774537}}, {run_queue,0}, {runtime,{209390,380}}]}]}] ERROR REPORT <0.9047.0> 2011-12-05 11:18:11 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:11 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9322.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:11 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9347.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9323.0> 2011-12-05 11:18:11 =============================================================================== ** Generic server <0.9323.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112686,613772},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9323.0> 2011-12-05 11:18:11 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9323.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 6765 stack_size 24 reductions 1376 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:11 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9323.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker ERROR REPORT <0.9325.0> 2011-12-05 11:18:11 =============================================================================== ** Generic server <0.9325.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112686,614617},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} INFO REPORT <0.9348.0> 2011-12-05 11:18:11 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9325.0> 2011-12-05 11:18:11 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9325.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1323 CRASH REPORT <0.9349.0> 2011-12-05 11:18:11 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9349.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9348.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9348.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9348.0> 2011-12-05 11:18:11 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9348.0> 2011-12-05 11:18:11 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9348.0> 2011-12-05 11:18:11 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:11 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9348.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:11 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9325.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9350.0> 2011-12-05 11:18:11 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9351.0> 2011-12-05 11:18:11 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9351.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9350.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9350.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9350.0> 2011-12-05 11:18:11 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9350.0> 2011-12-05 11:18:11 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9350.0> 2011-12-05 11:18:11 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:11 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9350.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:18:11 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 9 times in the past 60.013423 secs (last seen 10.003834 secs ago INFO REPORT <0.9019.0> 2011-12-05 11:18:11 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 12 times in the past 60.012892 secs (last seen 5.001805 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:18:12 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:13 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:14 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:15 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:16 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:18:16 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:16 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9347.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:16 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9367.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9348.0> 2011-12-05 11:18:16 =============================================================================== ** Generic server <0.9348.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112691,615388},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9348.0> 2011-12-05 11:18:16 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9348.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 6765 stack_size 24 reductions 1379 ERROR REPORT <0.9350.0> 2011-12-05 11:18:16 =============================================================================== ** Generic server <0.9350.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112691,615884},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9350.0> 2011-12-05 11:18:16 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9350.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1320 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:16 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9348.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9368.0> 2011-12-05 11:18:16 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9369.0> 2011-12-05 11:18:16 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9369.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9368.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9368.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9368.0> 2011-12-05 11:18:16 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:18:16 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 1 times in the past 45.00961 secs (last seen 45.00961 secs ago INFO REPORT <0.9368.0> 2011-12-05 11:18:16 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9368.0> 2011-12-05 11:18:16 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:16 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9368.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:16 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9350.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9370.0> 2011-12-05 11:18:16 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9371.0> 2011-12-05 11:18:16 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9371.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9370.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9370.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9370.0> 2011-12-05 11:18:16 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9370.0> 2011-12-05 11:18:16 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9370.0> 2011-12-05 11:18:16 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:16 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9370.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:18:16 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 13 times in the past 65.013993 secs (last seen 5.001101 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:18:17 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:18 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:19 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:20 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9380.0> 2011-12-05 11:18:20 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.60' ** ERROR REPORT <0.9082.0> 2011-12-05 11:18:21 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:18:21 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:21 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9367.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:21 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9389.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9368.0> 2011-12-05 11:18:21 =============================================================================== ** Generic server <0.9368.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112696,616524},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9368.0> 2011-12-05 11:18:21 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9368.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 6765 stack_size 24 reductions 1377 ERROR REPORT <0.9370.0> 2011-12-05 11:18:21 =============================================================================== ** Generic server <0.9370.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112696,616864},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9370.0> 2011-12-05 11:18:21 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9370.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 1163 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:21 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9368.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9390.0> 2011-12-05 11:18:21 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9391.0> 2011-12-05 11:18:21 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9391.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9390.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9390.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9390.0> 2011-12-05 11:18:21 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:18:21 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 2 times in the past 50.010462 secs (last seen 5.000852 secs ago INFO REPORT <0.9390.0> 2011-12-05 11:18:21 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9390.0> 2011-12-05 11:18:21 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:21 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9390.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:21 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9370.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9392.0> 2011-12-05 11:18:21 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9393.0> 2011-12-05 11:18:21 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9393.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9392.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9392.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9392.0> 2011-12-05 11:18:21 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9392.0> 2011-12-05 11:18:21 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9392.0> 2011-12-05 11:18:21 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:21 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9392.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:18:21 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 14 times in the past 70.015568 secs (last seen 5.001575 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:18:22 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:23 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:24 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:25 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. INFO REPORT <0.9028.0> 2011-12-05 11:18:25 =============================================================================== ns_1@10.1.5.53:<0.9028.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.5.59' ERROR REPORT <0.9082.0> 2011-12-05 11:18:26 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:18:26 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:26 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9389.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:26 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9409.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9392.0> 2011-12-05 11:18:26 =============================================================================== ** Generic server <0.9392.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112701,618118},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9392.0> 2011-12-05 11:18:26 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9392.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1316 ERROR REPORT <0.9390.0> 2011-12-05 11:18:26 =============================================================================== ** Generic server <0.9390.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112701,617362},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:26 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9392.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9410.0> 2011-12-05 11:18:26 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9390.0> 2011-12-05 11:18:26 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9390.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 6765 stack_size 24 reductions 1385 CRASH REPORT <0.9411.0> 2011-12-05 11:18:26 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9411.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9410.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9410.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9410.0> 2011-12-05 11:18:26 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:18:26 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 15 times in the past 75.014864 secs (last seen 4.999296 secs ago INFO REPORT <0.9410.0> 2011-12-05 11:18:26 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9410.0> 2011-12-05 11:18:26 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:26 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9410.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:26 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9390.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9412.0> 2011-12-05 11:18:26 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9413.0> 2011-12-05 11:18:26 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9413.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9412.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9412.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9412.0> 2011-12-05 11:18:26 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9412.0> 2011-12-05 11:18:26 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9412.0> 2011-12-05 11:18:26 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:26 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9412.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:18:26 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 10 times in the past 75.017586 secs (last seen 15.004163 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:18:27 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:28 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:29 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:30 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9422.0> 2011-12-05 11:18:31 =============================================================================== ** Connection attempt from disallowed node 'ns_1@10.1.5.61' ** ERROR REPORT <0.9047.0> 2011-12-05 11:18:31 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} ERROR REPORT <0.9082.0> 2011-12-05 11:18:31 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:31 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9409.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:31 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9431.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9410.0> 2011-12-05 11:18:31 =============================================================================== ** Generic server <0.9410.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112706,618621},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9410.0> 2011-12-05 11:18:31 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9410.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1315 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:31 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9410.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9432.0> 2011-12-05 11:18:31 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9433.0> 2011-12-05 11:18:31 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9433.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9432.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9432.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9432.0> 2011-12-05 11:18:31 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:18:31 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 16 times in the past 80.015767 secs (last seen 5.000903 secs ago INFO REPORT <0.9432.0> 2011-12-05 11:18:31 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9432.0> 2011-12-05 11:18:31 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:31 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9432.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9412.0> 2011-12-05 11:18:31 =============================================================================== ** Generic server <0.9412.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112706,620470},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9412.0> 2011-12-05 11:18:31 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9412.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1279 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:31 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9412.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9434.0> 2011-12-05 11:18:31 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9435.0> 2011-12-05 11:18:31 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9435.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9434.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9434.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9434.0> 2011-12-05 11:18:31 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9434.0> 2011-12-05 11:18:31 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9434.0> 2011-12-05 11:18:31 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:31 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9434.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:18:31 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 11 times in the past 80.018694 secs (last seen 5.001108 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:18:32 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:33 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:34 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:35 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:18:36 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:36 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9431.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:36 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9449.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9082.0> 2011-12-05 11:18:36 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9432.0> 2011-12-05 11:18:36 =============================================================================== ** Generic server <0.9432.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112711,619519},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9432.0> 2011-12-05 11:18:36 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9432.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1319 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:36 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9432.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9450.0> 2011-12-05 11:18:36 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9451.0> 2011-12-05 11:18:36 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9451.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9450.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9450.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9450.0> 2011-12-05 11:18:36 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9450.0> 2011-12-05 11:18:36 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9450.0> 2011-12-05 11:18:36 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:36 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9450.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9434.0> 2011-12-05 11:18:36 =============================================================================== ** Generic server <0.9434.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112711,621188},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9434.0> 2011-12-05 11:18:36 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9434.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1319 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:36 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9434.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9452.0> 2011-12-05 11:18:36 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9453.0> 2011-12-05 11:18:36 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9453.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9452.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9452.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9452.0> 2011-12-05 11:18:36 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9452.0> 2011-12-05 11:18:36 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9452.0> 2011-12-05 11:18:36 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:36 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9452.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:18:36 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 12 times in the past 85.020015 secs (last seen 5.001321 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:18:37 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:38 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:39 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:40 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:18:41 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:41 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9449.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:41 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9476.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9082.0> 2011-12-05 11:18:41 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9450.0> 2011-12-05 11:18:41 =============================================================================== ** Generic server <0.9450.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112716,620283},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9450.0> 2011-12-05 11:18:41 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9450.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1314 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:41 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9450.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9477.0> 2011-12-05 11:18:41 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9478.0> 2011-12-05 11:18:41 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9478.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9477.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9477.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9477.0> 2011-12-05 11:18:41 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:18:41 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 17 times in the past 90.017817 secs (last seen 10.00205 secs ago INFO REPORT <0.9477.0> 2011-12-05 11:18:41 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:41 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9477.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9477.0> 2011-12-05 11:18:41 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s ERROR REPORT <0.9452.0> 2011-12-05 11:18:41 =============================================================================== ** Generic server <0.9452.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112716,622438},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9452.0> 2011-12-05 11:18:41 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9452.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1279 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:41 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9452.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9479.0> 2011-12-05 11:18:41 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9480.0> 2011-12-05 11:18:41 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9480.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9479.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9479.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9479.0> 2011-12-05 11:18:41 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9479.0> 2011-12-05 11:18:41 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9479.0> 2011-12-05 11:18:41 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:41 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9479.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:18:41 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 13 times in the past 90.019893 secs (last seen 4.999878 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:18:42 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:43 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:44 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:45 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9463.0> 2011-12-05 11:18:46 =============================================================================== ns_1@10.1.5.53:<0.9463.0>:stats_reader:191: Some nodes didn't respond: ['ns_1@10.1.5.53'] ERROR REPORT <0.9055.0> 2011-12-05 11:18:46 =============================================================================== ns_1@10.1.5.53:<0.9055.0>:stats_reader:191: Some nodes didn't respond: ['ns_1@10.1.5.53'] ERROR REPORT <0.9047.0> 2011-12-05 11:18:46 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:46 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9476.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:46 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9500.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9477.0> 2011-12-05 11:18:46 =============================================================================== ** Generic server <0.9477.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112721,621558},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9477.0> 2011-12-05 11:18:46 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9477.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 1159 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:46 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9477.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9501.0> 2011-12-05 11:18:46 =============================================================================== starting ns_port_server with delay of 5000 INFO REPORT <0.9501.0> 2011-12-05 11:18:46 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:18:46 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 18 times in the past 95.018426 secs (last seen 5.000609 secs ago CRASH REPORT <0.9502.0> 2011-12-05 11:18:46 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9502.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9501.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9501.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9501.0> 2011-12-05 11:18:46 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9501.0> 2011-12-05 11:18:46 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:46 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9501.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9479.0> 2011-12-05 11:18:46 =============================================================================== ** Generic server <0.9479.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112721,622942},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9479.0> 2011-12-05 11:18:46 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9479.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [{die, {error,cushioned_supervisor, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}}] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 6765 stack_size 24 reductions 1391 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:46 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9479.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9503.0> 2011-12-05 11:18:46 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9504.0> 2011-12-05 11:18:46 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9504.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9503.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9503.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9503.0> 2011-12-05 11:18:46 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:18:46 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 14 times in the past 95.020509 secs (last seen 5.000616 secs ago INFO REPORT <0.9503.0> 2011-12-05 11:18:46 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} ERROR REPORT <0.9082.0> 2011-12-05 11:18:46 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. INFO REPORT <0.9503.0> 2011-12-05 11:18:46 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:46 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9503.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9082.0> 2011-12-05 11:18:47 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9463.0> 2011-12-05 11:18:47 =============================================================================== ns_1@10.1.5.53:<0.9463.0>:stats_reader:191: Some nodes didn't respond: ['ns_1@10.1.5.53'] ERROR REPORT <0.9082.0> 2011-12-05 11:18:48 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9464.0> 2011-12-05 11:18:49 =============================================================================== ns_1@10.1.5.53:<0.9464.0>:stats_reader:191: Some nodes didn't respond: ['ns_1@10.1.5.53'] ERROR REPORT <0.9082.0> 2011-12-05 11:18:49 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:50 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:18:51 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:51 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9500.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:51 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9529.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9501.0> 2011-12-05 11:18:51 =============================================================================== ** Generic server <0.9501.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112726,622045},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9501.0> 2011-12-05 11:18:51 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9501.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 1083 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:51 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9501.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9530.0> 2011-12-05 11:18:51 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9531.0> 2011-12-05 11:18:51 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9531.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9530.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9530.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 INFO REPORT <0.9530.0> 2011-12-05 11:18:51 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9530.0> 2011-12-05 11:18:51 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9530.0> 2011-12-05 11:18:51 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:51 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9530.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] ERROR REPORT <0.9503.0> 2011-12-05 11:18:51 =============================================================================== ** Generic server <0.9503.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112726,623656},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9503.0> 2011-12-05 11:18:51 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9503.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1281 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:51 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9503.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9532.0> 2011-12-05 11:18:51 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9533.0> 2011-12-05 11:18:51 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9533.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9532.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9532.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9532.0> 2011-12-05 11:18:51 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:18:51 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 19 times in the past 100.020397 secs (last seen 5.001971 secs ago INFO REPORT <0.9532.0> 2011-12-05 11:18:51 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9532.0> 2011-12-05 11:18:51 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:18:51 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 1 times in the past 80.016121 secs (last seen 80.016121 secs ago PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:51 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9532.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:18:51 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 15 times in the past 100.021163 secs (last seen 5.000654 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:18:51 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:52 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:53 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:54 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9082.0> 2011-12-05 11:18:55 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying. ERROR REPORT <0.9047.0> 2011-12-05 11:18:56 =============================================================================== ns_1@10.1.5.53:<0.9047.0>:ns_heart:156: Failed to get stats for bucket: "default": {'EXIT',{noproc,{gen_server,call, [{'stats_reader-default','ns_1@10.1.5.53'}, {latest,minute}]}}} SUPERVISOR REPORT <0.9050.0> 2011-12-05 11:18:56 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason {noproc,{gen_server,call,['ns_memcached-default',topkeys,30000]}} pid <0.9529.0> name hot_keys_keeper mfargs {hot_keys_keeper,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <0.9050.0> 2011-12-05 11:18:56 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<0.9553.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] ERROR REPORT <0.9530.0> 2011-12-05 11:18:56 =============================================================================== ** Generic server <0.9530.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,memcached,5000,{1323,112731,622805},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args,["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9530.0> 2011-12-05 11:18:56 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9530.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 2584 stack_size 24 reductions 1159 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:56 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9530.0> name {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]} mfargs {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9554.0> 2011-12-05 11:18:56 =============================================================================== starting ns_port_server with delay of 5000 INFO REPORT <0.9554.0> 2011-12-05 11:18:56 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9019.0> 2011-12-05 11:18:56 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 1 times in the past 20.003063 secs (last seen 20.003063 secs ago CRASH REPORT <0.9555.0> 2011-12-05 11:18:56 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9555.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9554.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9554.0>] dictionary [] trap_exit true status running heap_size 1597 stack_size 24 reductions 218 PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:56 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9554.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9554.0> 2011-12-05 11:18:56 =============================================================================== Cushion managed supervisor for memcached failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/memcached"}, [{env, [{"EVENT_NOSELECT", "1"}, {"MEMCACHED_TOP_KEYS", "100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME", "1"}]}, use_stdio, stderr_to_stdout, exit_status,stream, {args, ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r", "-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server, open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib, init_p_do_apply,3}]} INFO REPORT <0.9554.0> 2011-12-05 11:18:56 =============================================================================== ns_log: logging supervisor_cushion:1:Service memcached exited on node 'ns_1@10.1.5.53' in 0.00s ERROR REPORT <0.9532.0> 2011-12-05 11:18:56 =============================================================================== ** Generic server <0.9532.0> terminating ** Last message in was {die, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}} ** When Server state == {state,moxi,5000,{1323,112731,624205},undefined} ** Reason for termination == ** {error,{enoent,[{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args,["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} CRASH REPORT <0.9532.0> 2011-12-05 11:18:56 =============================================================================== Crashing process initial_call {supervisor_cushion,init,['Argument__1']} pid <0.9532.0> registered_name [] error_info {exit, {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9059.0>] dictionary [] trap_exit true status running heap_size 4181 stack_size 24 reductions 1280 SUPERVISOR REPORT <0.9059.0> 2011-12-05 11:18:56 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason {error, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}} pid <0.9532.0> name {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]} mfargs {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]} restart_type permanent shutdown 10000 child_type worker INFO REPORT <0.9556.0> 2011-12-05 11:18:56 =============================================================================== starting ns_port_server with delay of 5000 CRASH REPORT <0.9557.0> 2011-12-05 11:18:56 =============================================================================== Crashing process initial_call {ns_port_server,init,['Argument__1']} pid <0.9557.0> registered_name [] error_info {exit, {enoent, [{erlang,open_port, [{spawn_executable,"/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [<0.9556.0>,ns_port_sup,ns_server_sup,ns_server_cluster_sup,<0.52.0>] messages [] links [<0.9556.0>] dictionary [] trap_exit true status running heap_size 987 stack_size 24 reductions 229 INFO REPORT <0.9556.0> 2011-12-05 11:18:56 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s INFO REPORT <0.9556.0> 2011-12-05 11:18:56 =============================================================================== Cushion managed supervisor for moxi failed: {enoent, [{erlang,open_port, [{spawn_executable, "/opt/membase/bin/moxi"}, [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", "Administrator"}, {"MOXI_SASL_PLAIN_PWD", "password"}]}, use_stdio,exit_status, stderr_to_stdout,stream, {args, ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O", "stderr",[]]}, exit_status, {line,8192}, stderr_to_stdout]]}, {ns_port_server,open_port,1}, {ns_port_server,init,1}, {gen_server,init_it,6}, {proc_lib,init_p_do_apply,3}]} INFO REPORT <0.9556.0> 2011-12-05 11:18:56 =============================================================================== ns_log: logging supervisor_cushion:1:Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s PROGRESS REPORT <0.9059.0> 2011-12-05 11:18:56 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<0.9556.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <0.9019.0> 2011-12-05 11:18:56 =============================================================================== ns_log: suppressing duplicate log supervisor_cushion:1("Service moxi exited on node 'ns_1@10.1.5.53' in 0.00s\n") because it's been seen 16 times in the past 105.022522 secs (last seen 5.001359 secs ago ERROR REPORT <0.9082.0> 2011-12-05 11:18:56 =============================================================================== ns_1@10.1.5.53:<0.9082.0>:ns_memcached:488: Unable to connect: {error, {badmatch, {error, econnrefused}}}, retrying.